2024-11-24 22:16:58,441 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-24 22:16:58,460 main DEBUG Took 0.017654 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 22:16:58,460 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 22:16:58,461 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 22:16:58,461 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 22:16:58,463 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 22:16:58,469 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 22:16:58,480 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 22:16:58,482 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 22:16:58,482 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 22:16:58,483 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 22:16:58,483 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 22:16:58,483 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 22:16:58,484 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 22:16:58,484 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 22:16:58,485 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 22:16:58,485 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 22:16:58,486 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 22:16:58,486 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 22:16:58,487 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 22:16:58,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 22:16:58,487 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 22:16:58,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 22:16:58,488 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 22:16:58,488 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 22:16:58,488 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 22:16:58,489 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 22:16:58,489 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 22:16:58,489 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 22:16:58,490 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 22:16:58,490 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 22:16:58,491 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 22:16:58,491 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 22:16:58,492 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 22:16:58,494 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 22:16:58,495 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 22:16:58,496 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 22:16:58,497 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 22:16:58,497 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 22:16:58,505 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 22:16:58,507 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 22:16:58,509 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 22:16:58,509 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 22:16:58,509 main DEBUG createAppenders(={Console}) 2024-11-24 22:16:58,510 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-24 22:16:58,511 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-24 22:16:58,511 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-24 22:16:58,512 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 22:16:58,512 main DEBUG OutputStream closed 2024-11-24 22:16:58,513 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 22:16:58,513 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 22:16:58,514 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-24 22:16:58,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 22:16:58,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 22:16:58,597 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 22:16:58,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 22:16:58,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 22:16:58,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 22:16:58,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 22:16:58,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 22:16:58,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 22:16:58,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 22:16:58,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 22:16:58,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 22:16:58,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 22:16:58,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 22:16:58,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 22:16:58,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 22:16:58,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 22:16:58,603 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 22:16:58,605 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 22:16:58,605 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-24 22:16:58,606 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 22:16:58,606 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-24T22:16:58,619 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-24 22:16:58,622 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 22:16:58,622 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T22:16:58,674 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=317, ProcessCount=11, AvailableMemoryMB=6918 2024-11-24T22:16:58,886 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-24T22:16:58,923 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a 2024-11-24T22:16:58,926 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/cluster_bbc356ad-4a04-2c0b-ae9c-98c512b29c51, deleteOnExit=true 2024-11-24T22:16:59,009 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/cluster_bbc356ad-4a04-2c0b-ae9c-98c512b29c51/zookeeper_0, clientPort=56068, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/cluster_bbc356ad-4a04-2c0b-ae9c-98c512b29c51/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/cluster_bbc356ad-4a04-2c0b-ae9c-98c512b29c51/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T22:16:59,023 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56068 2024-11-24T22:16:59,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T22:16:59,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T22:16:59,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/test.cache.data in system properties and HBase conf 2024-11-24T22:16:59,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T22:16:59,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/hadoop.log.dir in system properties and HBase conf 2024-11-24T22:16:59,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T22:16:59,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T22:16:59,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T22:16:59,137 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T22:16:59,233 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T22:16:59,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:16:59,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:16:59,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T22:16:59,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:16:59,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T22:16:59,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T22:16:59,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:16:59,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:16:59,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T22:16:59,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/nfs.dump.dir in system properties and HBase conf 2024-11-24T22:16:59,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/java.io.tmpdir in system properties and HBase conf 2024-11-24T22:16:59,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:16:59,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T22:16:59,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T22:17:00,029 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T22:17:00,104 INFO [Time-limited test {}] log.Log(170): Logging initialized @2313ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T22:17:00,180 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:17:00,249 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:17:00,275 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:17:00,275 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:17:00,276 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T22:17:00,288 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:17:00,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:17:00,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:17:00,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/java.io.tmpdir/jetty-localhost-34675-hadoop-hdfs-3_4_1-tests_jar-_-any-17171880292698228197/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:17:00,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:34675} 2024-11-24T22:17:00,489 INFO [Time-limited test {}] server.Server(415): Started @2699ms 2024-11-24T22:17:00,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:17:00,885 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:17:00,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:17:00,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:17:00,887 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T22:17:00,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:17:00,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:17:01,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/java.io.tmpdir/jetty-localhost-44393-hadoop-hdfs-3_4_1-tests_jar-_-any-8311290055719971748/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:17:01,011 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:44393} 2024-11-24T22:17:01,011 INFO [Time-limited test {}] server.Server(415): Started @3221ms 2024-11-24T22:17:01,071 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T22:17:01,578 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/cluster_bbc356ad-4a04-2c0b-ae9c-98c512b29c51/data/data2/current/BP-528187158-172.17.0.2-1732486619787/current, will proceed with Du for space computation calculation, 2024-11-24T22:17:01,578 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/cluster_bbc356ad-4a04-2c0b-ae9c-98c512b29c51/data/data1/current/BP-528187158-172.17.0.2-1732486619787/current, will proceed with Du for space computation calculation, 2024-11-24T22:17:01,609 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T22:17:01,659 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a 2024-11-24T22:17:01,664 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d31c36efe409e78 with lease ID 0x17560dbc2cdd138b: Processing first storage report for DS-9d05c0e1-fc00-4527-bf8a-3e5e83582d33 from datanode DatanodeRegistration(127.0.0.1:39587, datanodeUuid=f18672ab-ad11-4682-a107-7e82d746490a, infoPort=34163, infoSecurePort=0, ipcPort=36111, storageInfo=lv=-57;cid=testClusterID;nsid=1762554011;c=1732486619787) 2024-11-24T22:17:01,665 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d31c36efe409e78 with lease ID 0x17560dbc2cdd138b: from storage DS-9d05c0e1-fc00-4527-bf8a-3e5e83582d33 node DatanodeRegistration(127.0.0.1:39587, datanodeUuid=f18672ab-ad11-4682-a107-7e82d746490a, infoPort=34163, infoSecurePort=0, ipcPort=36111, storageInfo=lv=-57;cid=testClusterID;nsid=1762554011;c=1732486619787), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T22:17:01,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d31c36efe409e78 with lease ID 0x17560dbc2cdd138b: Processing first storage report for DS-8d83a2a6-761f-447b-a918-7bb057b593f3 from datanode DatanodeRegistration(127.0.0.1:39587, datanodeUuid=f18672ab-ad11-4682-a107-7e82d746490a, infoPort=34163, infoSecurePort=0, ipcPort=36111, storageInfo=lv=-57;cid=testClusterID;nsid=1762554011;c=1732486619787) 2024-11-24T22:17:01,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d31c36efe409e78 with lease ID 0x17560dbc2cdd138b: from storage DS-8d83a2a6-761f-447b-a918-7bb057b593f3 node DatanodeRegistration(127.0.0.1:39587, datanodeUuid=f18672ab-ad11-4682-a107-7e82d746490a, infoPort=34163, infoSecurePort=0, ipcPort=36111, storageInfo=lv=-57;cid=testClusterID;nsid=1762554011;c=1732486619787), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:17:01,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:01,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:01,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741825_1001 (size=7) 2024-11-24T22:17:02,297 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02 with version=8 2024-11-24T22:17:02,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/hbase-staging 2024-11-24T22:17:02,392 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T22:17:02,642 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:17:02,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:02,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:02,659 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:17:02,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:02,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:17:02,794 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T22:17:02,853 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T22:17:02,862 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T22:17:02,866 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:17:02,892 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13174 (auto-detected) 2024-11-24T22:17:02,893 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T22:17:02,912 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43419 2024-11-24T22:17:02,933 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43419 connecting to ZooKeeper ensemble=127.0.0.1:56068 2024-11-24T22:17:02,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434190x0, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:17:02,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43419-0x1014c0dc9fe0000 connected 2024-11-24T22:17:02,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:02,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:03,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Set watcher on znode that does not yet exist, /01836874815/running 2024-11-24T22:17:03,012 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02, hbase.cluster.distributed=false 2024-11-24T22:17:03,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Set watcher on znode that does not yet exist, /01836874815/acl 2024-11-24T22:17:03,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43419 2024-11-24T22:17:03,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43419 2024-11-24T22:17:03,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43419 2024-11-24T22:17:03,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43419 2024-11-24T22:17:03,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43419 2024-11-24T22:17:03,150 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:17:03,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:03,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:03,152 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:17:03,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:03,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:17:03,156 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T22:17:03,158 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:17:03,159 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38385 2024-11-24T22:17:03,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38385 connecting to ZooKeeper ensemble=127.0.0.1:56068 2024-11-24T22:17:03,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:03,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:03,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383850x0, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:17:03,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38385-0x1014c0dc9fe0001 connected 2024-11-24T22:17:03,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38385-0x1014c0dc9fe0001, quorum=127.0.0.1:56068, baseZNode=/01836874815 Set watcher on znode that does not yet exist, /01836874815/running 2024-11-24T22:17:03,177 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T22:17:03,187 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T22:17:03,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38385-0x1014c0dc9fe0001, quorum=127.0.0.1:56068, baseZNode=/01836874815 Set watcher on znode that does not yet exist, /01836874815/master 2024-11-24T22:17:03,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38385-0x1014c0dc9fe0001, quorum=127.0.0.1:56068, baseZNode=/01836874815 Set watcher on znode that does not yet exist, /01836874815/acl 2024-11-24T22:17:03,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38385 2024-11-24T22:17:03,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38385 2024-11-24T22:17:03,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38385 2024-11-24T22:17:03,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38385 2024-11-24T22:17:03,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38385 2024-11-24T22:17:03,211 DEBUG [M:0;bd6592c37bb2:43419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:43419 2024-11-24T22:17:03,212 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01836874815/backup-masters/bd6592c37bb2,43419,1732486622445 2024-11-24T22:17:03,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1014c0dc9fe0001, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815/backup-masters 2024-11-24T22:17:03,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815/backup-masters 2024-11-24T22:17:03,223 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Set watcher on existing znode=/01836874815/backup-masters/bd6592c37bb2,43419,1732486622445 2024-11-24T22:17:03,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1014c0dc9fe0001, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01836874815/master 2024-11-24T22:17:03,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815 2024-11-24T22:17:03,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1014c0dc9fe0001, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815 2024-11-24T22:17:03,244 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Set watcher on existing znode=/01836874815/master 2024-11-24T22:17:03,245 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01836874815/backup-masters/bd6592c37bb2,43419,1732486622445 from backup master directory 2024-11-24T22:17:03,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01836874815/backup-masters/bd6592c37bb2,43419,1732486622445 2024-11-24T22:17:03,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1014c0dc9fe0001, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815/backup-masters 2024-11-24T22:17:03,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815/backup-masters 2024-11-24T22:17:03,249 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:17:03,249 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,43419,1732486622445 2024-11-24T22:17:03,251 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T22:17:03,253 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T22:17:03,309 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/hbase.id] with ID: b95c6849-b904-4a80-91af-3a8dcf654830 2024-11-24T22:17:03,309 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/.tmp/hbase.id 2024-11-24T22:17:03,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741826_1002 (size=42) 2024-11-24T22:17:03,721 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/.tmp/hbase.id]:[hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/hbase.id] 2024-11-24T22:17:03,763 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:03,767 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T22:17:03,786 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-24T22:17:03,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815 2024-11-24T22:17:03,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1014c0dc9fe0001, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815 2024-11-24T22:17:03,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741827_1003 (size=196) 2024-11-24T22:17:04,212 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:17:04,214 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T22:17:04,231 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T22:17:04,235 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:04,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741828_1004 (size=1189) 2024-11-24T22:17:04,683 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store 2024-11-24T22:17:04,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741829_1005 (size=34) 2024-11-24T22:17:04,706 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T22:17:04,709 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:04,710 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:17:04,710 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:04,711 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:04,712 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:17:04,712 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:04,712 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:04,714 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486624710Disabling compacts and flushes for region at 1732486624710Disabling writes for close at 1732486624712 (+2 ms)Writing region close event to WAL at 1732486624712Closed at 1732486624712 2024-11-24T22:17:04,715 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/.initializing 2024-11-24T22:17:04,716 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/WALs/bd6592c37bb2,43419,1732486622445 2024-11-24T22:17:04,724 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:17:04,740 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C43419%2C1732486622445, suffix=, logDir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/WALs/bd6592c37bb2,43419,1732486622445, archiveDir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/oldWALs, maxLogs=10 2024-11-24T22:17:04,771 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/WALs/bd6592c37bb2,43419,1732486622445/bd6592c37bb2%2C43419%2C1732486622445.1732486624746, exclude list is [], retry=0 2024-11-24T22:17:04,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-9d05c0e1-fc00-4527-bf8a-3e5e83582d33,DISK] 2024-11-24T22:17:04,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T22:17:04,826 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/WALs/bd6592c37bb2,43419,1732486622445/bd6592c37bb2%2C43419%2C1732486622445.1732486624746 2024-11-24T22:17:04,827 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34163:34163)] 2024-11-24T22:17:04,827 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:17:04,828 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:04,831 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:04,832 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:04,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:04,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T22:17:04,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:04,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:04,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:04,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T22:17:04,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:04,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:04,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:04,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T22:17:04,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:04,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:04,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:04,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T22:17:04,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:04,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:04,913 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:04,916 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:04,917 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:04,922 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:04,923 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:04,926 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:17:04,929 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:04,934 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:17:04,935 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61020268, jitterRate=-0.09072715044021606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:17:04,940 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732486624844Initializing all the Stores at 1732486624846 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486624847 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486624847Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486624848 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486624848Cleaning up temporary data from old regions at 1732486624923 (+75 ms)Region opened successfully at 1732486624940 (+17 ms) 2024-11-24T22:17:04,941 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T22:17:04,974 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625b8b5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:17:05,006 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T22:17:05,017 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T22:17:05,017 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T22:17:05,020 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T22:17:05,022 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T22:17:05,027 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-24T22:17:05,027 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T22:17:05,053 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T22:17:05,061 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Unable to get data of znode /01836874815/balancer because node does not exist (not necessarily an error) 2024-11-24T22:17:05,068 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01836874815/balancer already deleted, retry=false 2024-11-24T22:17:05,070 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T22:17:05,072 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Unable to get data of znode /01836874815/normalizer because node does not exist (not necessarily an error) 2024-11-24T22:17:05,073 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01836874815/normalizer already deleted, retry=false 2024-11-24T22:17:05,075 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T22:17:05,078 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Unable to get data of znode /01836874815/switch/split because node does not exist (not necessarily an error) 2024-11-24T22:17:05,080 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01836874815/switch/split already deleted, retry=false 2024-11-24T22:17:05,081 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Unable to get data of znode /01836874815/switch/merge because node does not exist (not necessarily an error) 2024-11-24T22:17:05,083 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01836874815/switch/merge already deleted, retry=false 2024-11-24T22:17:05,101 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Unable to get data of znode /01836874815/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T22:17:05,104 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01836874815/snapshot-cleanup already deleted, retry=false 2024-11-24T22:17:05,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01836874815/running 2024-11-24T22:17:05,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1014c0dc9fe0001, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01836874815/running 2024-11-24T22:17:05,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815 2024-11-24T22:17:05,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1014c0dc9fe0001, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815 2024-11-24T22:17:05,111 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,43419,1732486622445, sessionid=0x1014c0dc9fe0000, setting cluster-up flag (Was=false) 2024-11-24T22:17:05,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1014c0dc9fe0001, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815 2024-11-24T22:17:05,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815 2024-11-24T22:17:05,130 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01836874815/flush-table-proc/acquired, /01836874815/flush-table-proc/reached, /01836874815/flush-table-proc/abort 2024-11-24T22:17:05,131 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,43419,1732486622445 2024-11-24T22:17:05,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1014c0dc9fe0001, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815 2024-11-24T22:17:05,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815 2024-11-24T22:17:05,142 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01836874815/online-snapshot/acquired, /01836874815/online-snapshot/reached, /01836874815/online-snapshot/abort 2024-11-24T22:17:05,144 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,43419,1732486622445 2024-11-24T22:17:05,151 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T22:17:05,201 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(746): ClusterId : b95c6849-b904-4a80-91af-3a8dcf654830 2024-11-24T22:17:05,204 DEBUG [RS:0;bd6592c37bb2:38385 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T22:17:05,211 DEBUG [RS:0;bd6592c37bb2:38385 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T22:17:05,211 DEBUG [RS:0;bd6592c37bb2:38385 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T22:17:05,214 DEBUG [RS:0;bd6592c37bb2:38385 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T22:17:05,214 DEBUG [RS:0;bd6592c37bb2:38385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa46060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:17:05,229 DEBUG [RS:0;bd6592c37bb2:38385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:38385 2024-11-24T22:17:05,230 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:05,232 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T22:17:05,232 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T22:17:05,232 DEBUG [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T22:17:05,235 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,43419,1732486622445 with port=38385, startcode=1732486623111 2024-11-24T22:17:05,240 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T22:17:05,246 DEBUG [RS:0;bd6592c37bb2:38385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T22:17:05,247 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T22:17:05,252 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,43419,1732486622445 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T22:17:05,259 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:05,259 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:05,260 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:05,260 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:05,260 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10 2024-11-24T22:17:05,261 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:05,261 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:17:05,261 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:05,270 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:05,272 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T22:17:05,272 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732486655272 2024-11-24T22:17:05,274 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T22:17:05,275 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T22:17:05,278 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T22:17:05,278 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T22:17:05,279 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T22:17:05,279 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T22:17:05,280 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:05,280 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T22:17:05,280 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:05,283 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T22:17:05,284 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T22:17:05,285 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T22:17:05,285 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T22:17:05,285 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T22:17:05,290 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43419 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T22:17:05,292 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T22:17:05,293 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T22:17:05,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741831_1007 (size=1321) 2024-11-24T22:17:05,296 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486625294,5,FailOnTimeoutGroup] 2024-11-24T22:17:05,298 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486625296,5,FailOnTimeoutGroup] 2024-11-24T22:17:05,298 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:05,299 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T22:17:05,300 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:05,301 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:05,318 DEBUG [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-24T22:17:05,318 WARN [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-24T22:17:05,419 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,43419,1732486622445 with port=38385, startcode=1732486623111 2024-11-24T22:17:05,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43419 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,38385,1732486623111 2024-11-24T22:17:05,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43419 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,38385,1732486623111 2024-11-24T22:17:05,433 DEBUG [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02 2024-11-24T22:17:05,433 DEBUG [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45247 2024-11-24T22:17:05,433 DEBUG [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T22:17:05,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815/rs 2024-11-24T22:17:05,438 DEBUG [RS:0;bd6592c37bb2:38385 {}] zookeeper.ZKUtil(111): regionserver:38385-0x1014c0dc9fe0001, quorum=127.0.0.1:56068, baseZNode=/01836874815 Set watcher on existing znode=/01836874815/rs/bd6592c37bb2,38385,1732486623111 2024-11-24T22:17:05,438 WARN [RS:0;bd6592c37bb2:38385 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:17:05,438 INFO [RS:0;bd6592c37bb2:38385 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:05,439 DEBUG [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111 2024-11-24T22:17:05,440 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,38385,1732486623111] 2024-11-24T22:17:05,465 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T22:17:05,479 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T22:17:05,483 INFO [RS:0;bd6592c37bb2:38385 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T22:17:05,484 INFO [RS:0;bd6592c37bb2:38385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:05,486 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T22:17:05,492 INFO [RS:0;bd6592c37bb2:38385 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T22:17:05,493 INFO [RS:0;bd6592c37bb2:38385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:05,494 DEBUG [RS:0;bd6592c37bb2:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:05,494 DEBUG [RS:0;bd6592c37bb2:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:05,494 DEBUG [RS:0;bd6592c37bb2:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:05,494 DEBUG [RS:0;bd6592c37bb2:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:05,494 DEBUG [RS:0;bd6592c37bb2:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:05,494 DEBUG [RS:0;bd6592c37bb2:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:17:05,494 DEBUG [RS:0;bd6592c37bb2:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:05,495 DEBUG [RS:0;bd6592c37bb2:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:05,495 DEBUG [RS:0;bd6592c37bb2:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:05,495 DEBUG [RS:0;bd6592c37bb2:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:05,495 DEBUG [RS:0;bd6592c37bb2:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:05,495 DEBUG [RS:0;bd6592c37bb2:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:05,495 DEBUG [RS:0;bd6592c37bb2:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:17:05,496 DEBUG [RS:0;bd6592c37bb2:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:17:05,496 INFO [RS:0;bd6592c37bb2:38385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:05,497 INFO [RS:0;bd6592c37bb2:38385 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:05,497 INFO [RS:0;bd6592c37bb2:38385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:05,497 INFO [RS:0;bd6592c37bb2:38385 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:05,497 INFO [RS:0;bd6592c37bb2:38385 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:05,497 INFO [RS:0;bd6592c37bb2:38385 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,38385,1732486623111-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:17:05,517 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T22:17:05,518 INFO [RS:0;bd6592c37bb2:38385 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,38385,1732486623111-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:05,519 INFO [RS:0;bd6592c37bb2:38385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:05,519 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.Replication(171): bd6592c37bb2,38385,1732486623111 started 2024-11-24T22:17:05,538 INFO [RS:0;bd6592c37bb2:38385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:05,539 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,38385,1732486623111, RpcServer on bd6592c37bb2/172.17.0.2:38385, sessionid=0x1014c0dc9fe0001 2024-11-24T22:17:05,540 DEBUG [RS:0;bd6592c37bb2:38385 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T22:17:05,540 DEBUG [RS:0;bd6592c37bb2:38385 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,38385,1732486623111 2024-11-24T22:17:05,540 DEBUG [RS:0;bd6592c37bb2:38385 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,38385,1732486623111' 2024-11-24T22:17:05,540 DEBUG [RS:0;bd6592c37bb2:38385 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01836874815/flush-table-proc/abort' 2024-11-24T22:17:05,541 DEBUG [RS:0;bd6592c37bb2:38385 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01836874815/flush-table-proc/acquired' 2024-11-24T22:17:05,542 DEBUG [RS:0;bd6592c37bb2:38385 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T22:17:05,542 DEBUG [RS:0;bd6592c37bb2:38385 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T22:17:05,542 DEBUG [RS:0;bd6592c37bb2:38385 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,38385,1732486623111 2024-11-24T22:17:05,542 DEBUG [RS:0;bd6592c37bb2:38385 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,38385,1732486623111' 2024-11-24T22:17:05,543 DEBUG [RS:0;bd6592c37bb2:38385 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01836874815/online-snapshot/abort' 2024-11-24T22:17:05,543 DEBUG [RS:0;bd6592c37bb2:38385 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01836874815/online-snapshot/acquired' 2024-11-24T22:17:05,544 DEBUG [RS:0;bd6592c37bb2:38385 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T22:17:05,544 INFO [RS:0;bd6592c37bb2:38385 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T22:17:05,544 INFO [RS:0;bd6592c37bb2:38385 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T22:17:05,649 INFO [RS:0;bd6592c37bb2:38385 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:17:05,652 INFO [RS:0;bd6592c37bb2:38385 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C38385%2C1732486623111, suffix=, logDir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111, archiveDir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/oldWALs, maxLogs=10 2024-11-24T22:17:05,670 DEBUG [RS:0;bd6592c37bb2:38385 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111/bd6592c37bb2%2C38385%2C1732486623111.1732486625655, exclude list is [], retry=0 2024-11-24T22:17:05,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-9d05c0e1-fc00-4527-bf8a-3e5e83582d33,DISK] 2024-11-24T22:17:05,677 INFO [RS:0;bd6592c37bb2:38385 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111/bd6592c37bb2%2C38385%2C1732486623111.1732486625655 2024-11-24T22:17:05,678 DEBUG [RS:0;bd6592c37bb2:38385 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34163:34163)] 2024-11-24T22:17:05,698 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T22:17:05,698 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02 2024-11-24T22:17:05,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741833_1009 (size=32) 2024-11-24T22:17:06,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:06,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:17:06,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:17:06,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:06,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:06,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:17:06,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:17:06,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:06,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:06,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:17:06,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:17:06,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:06,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:06,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:17:06,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:17:06,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:06,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:06,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:17:06,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740 2024-11-24T22:17:06,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740 2024-11-24T22:17:06,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:17:06,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:17:06,133 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:17:06,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:17:06,140 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:17:06,141 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64548690, jitterRate=-0.03814956545829773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:17:06,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732486626109Initializing all the Stores at 1732486626111 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486626111Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486626111Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486626112 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486626112Cleaning up temporary data from old regions at 1732486626132 (+20 ms)Region opened successfully at 1732486626144 (+12 ms) 2024-11-24T22:17:06,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:17:06,145 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:17:06,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:17:06,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:17:06,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:17:06,147 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:17:06,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486626145Disabling compacts and flushes for region at 1732486626145Disabling writes for close at 1732486626145Writing region close event to WAL at 1732486626146 (+1 ms)Closed at 1732486626147 (+1 ms) 2024-11-24T22:17:06,150 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:06,150 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T22:17:06,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T22:17:06,165 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:17:06,167 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T22:17:06,319 DEBUG [bd6592c37bb2:43419 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:17:06,331 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,38385,1732486623111 2024-11-24T22:17:06,338 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,38385,1732486623111, state=OPENING 2024-11-24T22:17:06,343 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T22:17:06,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1014c0dc9fe0001, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815 2024-11-24T22:17:06,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815 2024-11-24T22:17:06,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01836874815/meta-region-server: CHANGED 2024-11-24T22:17:06,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01836874815/meta-region-server: CHANGED 2024-11-24T22:17:06,348 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:17:06,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,38385,1732486623111}] 2024-11-24T22:17:06,526 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:17:06,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:17:06,539 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T22:17:06,539 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:06,540 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T22:17:06,543 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C38385%2C1732486623111.meta, suffix=.meta, logDir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111, archiveDir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/oldWALs, maxLogs=10 2024-11-24T22:17:06,560 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111/bd6592c37bb2%2C38385%2C1732486623111.meta.1732486626545.meta, exclude list is [], retry=0 2024-11-24T22:17:06,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-9d05c0e1-fc00-4527-bf8a-3e5e83582d33,DISK] 2024-11-24T22:17:06,567 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111/bd6592c37bb2%2C38385%2C1732486623111.meta.1732486626545.meta 2024-11-24T22:17:06,568 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34163:34163)] 2024-11-24T22:17:06,568 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:17:06,573 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:17:06,574 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:17:06,576 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T22:17:06,578 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T22:17:06,582 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T22:17:06,582 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:06,582 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T22:17:06,583 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T22:17:06,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:17:06,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:17:06,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:06,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:06,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:17:06,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:17:06,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:06,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:06,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:17:06,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:17:06,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:06,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:06,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:17:06,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:17:06,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:06,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:06,597 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:17:06,598 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740 2024-11-24T22:17:06,601 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740 2024-11-24T22:17:06,603 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:17:06,603 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:17:06,604 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:17:06,607 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:17:06,609 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68303319, jitterRate=0.017798766493797302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:17:06,609 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T22:17:06,610 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732486626583Writing region info on filesystem at 1732486626583Initializing all the Stores at 1732486626585 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486626585Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486626585Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486626585Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486626585Cleaning up temporary data from old regions at 1732486626603 (+18 ms)Running coprocessor post-open hooks at 1732486626609 (+6 ms)Region opened successfully at 1732486626610 (+1 ms) 2024-11-24T22:17:06,618 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732486626517 2024-11-24T22:17:06,629 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T22:17:06,629 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T22:17:06,630 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,38385,1732486623111 2024-11-24T22:17:06,632 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,38385,1732486623111, state=OPEN 2024-11-24T22:17:06,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01836874815/meta-region-server 2024-11-24T22:17:06,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1014c0dc9fe0001, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01836874815/meta-region-server 2024-11-24T22:17:06,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01836874815/meta-region-server: CHANGED 2024-11-24T22:17:06,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01836874815/meta-region-server: CHANGED 2024-11-24T22:17:06,638 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,38385,1732486623111 2024-11-24T22:17:06,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T22:17:06,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,38385,1732486623111 in 288 msec 2024-11-24T22:17:06,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T22:17:06,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 488 msec 2024-11-24T22:17:06,651 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:06,651 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T22:17:06,671 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:17:06,673 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,38385,1732486623111, seqNum=-1] 2024-11-24T22:17:06,693 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:17:06,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:17:06,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5320 sec 2024-11-24T22:17:06,715 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732486626715, completionTime=-1 2024-11-24T22:17:06,719 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T22:17:06,719 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T22:17:06,748 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T22:17:06,748 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732486686748 2024-11-24T22:17:06,748 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732486746748 2024-11-24T22:17:06,749 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-24T22:17:06,751 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,43419,1732486622445-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:06,752 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,43419,1732486622445-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:06,752 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,43419,1732486622445-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:06,754 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:43419, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:06,754 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:06,754 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:06,760 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T22:17:06,782 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.533sec 2024-11-24T22:17:06,783 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T22:17:06,784 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T22:17:06,785 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T22:17:06,786 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T22:17:06,786 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T22:17:06,787 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,43419,1732486622445-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:17:06,787 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,43419,1732486622445-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T22:17:06,800 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T22:17:06,802 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T22:17:06,802 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,43419,1732486622445-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:06,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:06,820 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T22:17:06,821 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T22:17:06,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,43419,-1 for getting cluster id 2024-11-24T22:17:06,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:06,839 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b95c6849-b904-4a80-91af-3a8dcf654830' 2024-11-24T22:17:06,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:06,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b95c6849-b904-4a80-91af-3a8dcf654830" 2024-11-24T22:17:06,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301f7ee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:06,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,43419,-1] 2024-11-24T22:17:06,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:06,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:06,856 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:06,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:06,861 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:17:06,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,38385,1732486623111, seqNum=-1] 2024-11-24T22:17:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:17:06,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:17:06,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bd6592c37bb2,43419,1732486622445 2024-11-24T22:17:06,904 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56068 2024-11-24T22:17:06,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:17:06,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014c0dc9fe0002 connected 2024-11-24T22:17:06,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/hadoop.log.dir so I do NOT create it in target/test-data/b63f2027-2782-9997-d920-d3678bd0b096 2024-11-24T22:17:06,934 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T22:17:06,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/hadoop.tmp.dir so I do NOT create it in target/test-data/b63f2027-2782-9997-d920-d3678bd0b096 2024-11-24T22:17:06,935 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T22:17:06,935 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096 2024-11-24T22:17:06,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T22:17:06,935 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/cluster_850333fa-577a-fc70-9e52-433ed8bd0224, deleteOnExit=true 2024-11-24T22:17:06,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T22:17:06,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/test.cache.data in system properties and HBase conf 2024-11-24T22:17:06,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T22:17:06,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/hadoop.log.dir in system properties and HBase conf 2024-11-24T22:17:06,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T22:17:06,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T22:17:06,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T22:17:06,936 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T22:17:06,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:17:06,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:17:06,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T22:17:06,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:17:06,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T22:17:06,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T22:17:06,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:17:06,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:17:06,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T22:17:06,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/nfs.dump.dir in system properties and HBase conf 2024-11-24T22:17:06,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/java.io.tmpdir in system properties and HBase conf 2024-11-24T22:17:06,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:17:06,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T22:17:06,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T22:17:07,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:17:07,039 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:17:07,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:17:07,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:17:07,042 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T22:17:07,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:17:07,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:17:07,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:17:07,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/java.io.tmpdir/jetty-localhost-46127-hadoop-hdfs-3_4_1-tests_jar-_-any-7723706262422930743/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:17:07,163 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:46127} 2024-11-24T22:17:07,163 INFO [Time-limited test {}] server.Server(415): Started @9373ms 2024-11-24T22:17:07,249 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:17:07,253 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:17:07,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:17:07,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:17:07,254 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T22:17:07,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:17:07,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:17:07,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/java.io.tmpdir/jetty-localhost-33647-hadoop-hdfs-3_4_1-tests_jar-_-any-8887732229263371026/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:17:07,374 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:33647} 2024-11-24T22:17:07,374 INFO [Time-limited test {}] server.Server(415): Started @9584ms 2024-11-24T22:17:07,376 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T22:17:07,487 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/cluster_850333fa-577a-fc70-9e52-433ed8bd0224/data/data1/current/BP-1169159945-172.17.0.2-1732486626972/current, will proceed with Du for space computation calculation, 2024-11-24T22:17:07,487 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/cluster_850333fa-577a-fc70-9e52-433ed8bd0224/data/data2/current/BP-1169159945-172.17.0.2-1732486626972/current, will proceed with Du for space computation calculation, 2024-11-24T22:17:07,538 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T22:17:07,542 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x506124a348f30a60 with lease ID 0x6701d0ea9029818d: Processing first storage report for DS-c1ae9b4b-d3b4-48d5-a5ed-bae5b05d324f from datanode DatanodeRegistration(127.0.0.1:36639, datanodeUuid=7c316528-7803-487a-ad8e-f3855b040311, infoPort=35669, infoSecurePort=0, ipcPort=38047, storageInfo=lv=-57;cid=testClusterID;nsid=552475006;c=1732486626972) 2024-11-24T22:17:07,542 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x506124a348f30a60 with lease ID 0x6701d0ea9029818d: from storage DS-c1ae9b4b-d3b4-48d5-a5ed-bae5b05d324f node DatanodeRegistration(127.0.0.1:36639, datanodeUuid=7c316528-7803-487a-ad8e-f3855b040311, infoPort=35669, infoSecurePort=0, ipcPort=38047, storageInfo=lv=-57;cid=testClusterID;nsid=552475006;c=1732486626972), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T22:17:07,542 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x506124a348f30a60 with lease ID 0x6701d0ea9029818d: Processing first storage report for DS-e69a36af-b766-4de2-8747-3917b6e4fd3c from datanode DatanodeRegistration(127.0.0.1:36639, datanodeUuid=7c316528-7803-487a-ad8e-f3855b040311, infoPort=35669, infoSecurePort=0, ipcPort=38047, storageInfo=lv=-57;cid=testClusterID;nsid=552475006;c=1732486626972) 2024-11-24T22:17:07,542 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x506124a348f30a60 with lease ID 0x6701d0ea9029818d: from storage DS-e69a36af-b766-4de2-8747-3917b6e4fd3c node DatanodeRegistration(127.0.0.1:36639, datanodeUuid=7c316528-7803-487a-ad8e-f3855b040311, infoPort=35669, infoSecurePort=0, ipcPort=38047, storageInfo=lv=-57;cid=testClusterID;nsid=552475006;c=1732486626972), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:17:07,609 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096 2024-11-24T22:17:07,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:07,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:07,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741825_1001 (size=7) 2024-11-24T22:17:08,025 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607 with version=8 2024-11-24T22:17:08,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/hbase-staging 2024-11-24T22:17:08,028 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:17:08,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:08,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:08,028 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:17:08,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:08,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:17:08,029 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T22:17:08,029 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:17:08,029 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42387 2024-11-24T22:17:08,031 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42387 connecting to ZooKeeper ensemble=127.0.0.1:56068 2024-11-24T22:17:08,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423870x0, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:17:08,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42387-0x1014c0dc9fe0003 connected 2024-11-24T22:17:08,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:08,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:08,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Set watcher on znode that does not yet exist, /1-788216605/running 2024-11-24T22:17:08,058 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607, hbase.cluster.distributed=false 2024-11-24T22:17:08,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Set watcher on znode that does not yet exist, /1-788216605/acl 2024-11-24T22:17:08,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42387 2024-11-24T22:17:08,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42387 2024-11-24T22:17:08,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42387 2024-11-24T22:17:08,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42387 2024-11-24T22:17:08,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42387 2024-11-24T22:17:08,079 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:17:08,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:08,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:08,079 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:17:08,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:08,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:17:08,080 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T22:17:08,080 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:17:08,080 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33527 2024-11-24T22:17:08,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33527 connecting to ZooKeeper ensemble=127.0.0.1:56068 2024-11-24T22:17:08,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:08,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:08,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335270x0, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:17:08,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335270x0, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Set watcher on znode that does not yet exist, /1-788216605/running 2024-11-24T22:17:08,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33527-0x1014c0dc9fe0004 connected 2024-11-24T22:17:08,092 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T22:17:08,096 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T22:17:08,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33527-0x1014c0dc9fe0004, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Set watcher on znode that does not yet exist, /1-788216605/master 2024-11-24T22:17:08,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33527-0x1014c0dc9fe0004, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Set watcher on znode that does not yet exist, /1-788216605/acl 2024-11-24T22:17:08,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33527 2024-11-24T22:17:08,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33527 2024-11-24T22:17:08,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33527 2024-11-24T22:17:08,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33527 2024-11-24T22:17:08,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33527 2024-11-24T22:17:08,128 DEBUG [M:0;bd6592c37bb2:42387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:42387 2024-11-24T22:17:08,130 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-788216605/backup-masters/bd6592c37bb2,42387,1732486628027 2024-11-24T22:17:08,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1014c0dc9fe0004, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-788216605/backup-masters 2024-11-24T22:17:08,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-788216605/backup-masters 2024-11-24T22:17:08,132 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Set watcher on existing znode=/1-788216605/backup-masters/bd6592c37bb2,42387,1732486628027 2024-11-24T22:17:08,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1014c0dc9fe0004, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-788216605/master 2024-11-24T22:17:08,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-788216605 2024-11-24T22:17:08,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1014c0dc9fe0004, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-788216605 2024-11-24T22:17:08,137 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Set watcher on existing znode=/1-788216605/master 2024-11-24T22:17:08,137 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-788216605/backup-masters/bd6592c37bb2,42387,1732486628027 from backup master directory 2024-11-24T22:17:08,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-788216605/backup-masters/bd6592c37bb2,42387,1732486628027 2024-11-24T22:17:08,139 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:17:08,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-788216605/backup-masters 2024-11-24T22:17:08,139 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,42387,1732486628027 2024-11-24T22:17:08,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1014c0dc9fe0004, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-788216605/backup-masters 2024-11-24T22:17:08,147 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/hbase.id] with ID: 9dad45ae-7273-4ad1-8edc-989efcf1987f 2024-11-24T22:17:08,147 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/.tmp/hbase.id 2024-11-24T22:17:08,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741826_1002 (size=42) 2024-11-24T22:17:08,556 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/.tmp/hbase.id]:[hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/hbase.id] 2024-11-24T22:17:08,581 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:08,581 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T22:17:08,583 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T22:17:08,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1014c0dc9fe0004, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-788216605 2024-11-24T22:17:08,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-788216605 2024-11-24T22:17:08,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741827_1003 (size=196) 2024-11-24T22:17:08,995 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:17:08,997 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T22:17:08,997 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:09,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741828_1004 (size=1189) 2024-11-24T22:17:09,010 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/data/master/store 2024-11-24T22:17:09,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741829_1005 (size=34) 2024-11-24T22:17:09,419 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:09,420 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:17:09,420 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:09,420 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:09,420 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:17:09,420 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:09,420 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:09,420 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486629419Disabling compacts and flushes for region at 1732486629419Disabling writes for close at 1732486629420 (+1 ms)Writing region close event to WAL at 1732486629420Closed at 1732486629420 2024-11-24T22:17:09,422 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/data/master/store/.initializing 2024-11-24T22:17:09,422 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/WALs/bd6592c37bb2,42387,1732486628027 2024-11-24T22:17:09,423 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:17:09,426 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C42387%2C1732486628027, suffix=, logDir=hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/WALs/bd6592c37bb2,42387,1732486628027, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/oldWALs, maxLogs=10 2024-11-24T22:17:09,442 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/WALs/bd6592c37bb2,42387,1732486628027/bd6592c37bb2%2C42387%2C1732486628027.1732486629427, exclude list is [], retry=0 2024-11-24T22:17:09,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-c1ae9b4b-d3b4-48d5-a5ed-bae5b05d324f,DISK] 2024-11-24T22:17:09,449 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/WALs/bd6592c37bb2,42387,1732486628027/bd6592c37bb2%2C42387%2C1732486628027.1732486629427 2024-11-24T22:17:09,450 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35669:35669)] 2024-11-24T22:17:09,450 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:17:09,450 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:09,450 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:09,450 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:09,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:09,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T22:17:09,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:09,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:09,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:09,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T22:17:09,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:09,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:09,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:09,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T22:17:09,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:09,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:09,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:09,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T22:17:09,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:09,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:09,465 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:09,466 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:09,467 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:09,470 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:09,470 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:09,471 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:17:09,472 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:09,476 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:17:09,476 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69774585, jitterRate=0.03972233831882477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:17:09,477 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732486629450Initializing all the Stores at 1732486629452 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486629452Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486629452Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486629452Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486629452Cleaning up temporary data from old regions at 1732486629470 (+18 ms)Region opened successfully at 1732486629477 (+7 ms) 2024-11-24T22:17:09,477 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T22:17:09,482 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4faf1c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:17:09,483 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T22:17:09,484 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T22:17:09,484 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T22:17:09,484 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T22:17:09,485 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T22:17:09,485 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T22:17:09,485 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T22:17:09,488 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T22:17:09,489 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Unable to get data of znode /1-788216605/balancer because node does not exist (not necessarily an error) 2024-11-24T22:17:09,491 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-788216605/balancer already deleted, retry=false 2024-11-24T22:17:09,491 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T22:17:09,492 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Unable to get data of znode /1-788216605/normalizer because node does not exist (not necessarily an error) 2024-11-24T22:17:09,494 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-788216605/normalizer already deleted, retry=false 2024-11-24T22:17:09,495 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T22:17:09,496 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Unable to get data of znode /1-788216605/switch/split because node does not exist (not necessarily an error) 2024-11-24T22:17:09,497 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-788216605/switch/split already deleted, retry=false 2024-11-24T22:17:09,498 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Unable to get data of znode /1-788216605/switch/merge because node does not exist (not necessarily an error) 2024-11-24T22:17:09,499 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-788216605/switch/merge already deleted, retry=false 2024-11-24T22:17:09,502 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Unable to get data of znode /1-788216605/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T22:17:09,503 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-788216605/snapshot-cleanup already deleted, retry=false 2024-11-24T22:17:09,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-788216605/running 2024-11-24T22:17:09,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1014c0dc9fe0004, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-788216605/running 2024-11-24T22:17:09,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-788216605 2024-11-24T22:17:09,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1014c0dc9fe0004, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-788216605 2024-11-24T22:17:09,507 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,42387,1732486628027, sessionid=0x1014c0dc9fe0003, setting cluster-up flag (Was=false) 2024-11-24T22:17:09,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-788216605 2024-11-24T22:17:09,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1014c0dc9fe0004, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-788216605 2024-11-24T22:17:09,518 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-788216605/flush-table-proc/acquired, /1-788216605/flush-table-proc/reached, /1-788216605/flush-table-proc/abort 2024-11-24T22:17:09,519 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,42387,1732486628027 2024-11-24T22:17:09,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-788216605 2024-11-24T22:17:09,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1014c0dc9fe0004, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-788216605 2024-11-24T22:17:09,530 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-788216605/online-snapshot/acquired, /1-788216605/online-snapshot/reached, /1-788216605/online-snapshot/abort 2024-11-24T22:17:09,531 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,42387,1732486628027 2024-11-24T22:17:09,533 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T22:17:09,537 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:09,537 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T22:17:09,537 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T22:17:09,537 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,42387,1732486628027 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T22:17:09,539 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:09,539 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:09,539 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:09,539 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:09,539 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10 2024-11-24T22:17:09,540 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:09,540 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:17:09,540 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:09,541 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732486659540 2024-11-24T22:17:09,541 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T22:17:09,541 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T22:17:09,541 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T22:17:09,541 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T22:17:09,541 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T22:17:09,541 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T22:17:09,542 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:09,542 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T22:17:09,542 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T22:17:09,542 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:09,542 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T22:17:09,542 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T22:17:09,542 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T22:17:09,543 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T22:17:09,543 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T22:17:09,543 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486629543,5,FailOnTimeoutGroup] 2024-11-24T22:17:09,543 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486629543,5,FailOnTimeoutGroup] 2024-11-24T22:17:09,543 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:09,544 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T22:17:09,544 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:09,544 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:09,544 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:09,544 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T22:17:09,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741831_1007 (size=1321) 2024-11-24T22:17:09,612 INFO [RS:0;bd6592c37bb2:33527 {}] regionserver.HRegionServer(746): ClusterId : 9dad45ae-7273-4ad1-8edc-989efcf1987f 2024-11-24T22:17:09,612 DEBUG [RS:0;bd6592c37bb2:33527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T22:17:09,614 DEBUG [RS:0;bd6592c37bb2:33527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T22:17:09,614 DEBUG [RS:0;bd6592c37bb2:33527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T22:17:09,618 DEBUG [RS:0;bd6592c37bb2:33527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T22:17:09,618 DEBUG [RS:0;bd6592c37bb2:33527 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a85192c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:17:09,632 DEBUG [RS:0;bd6592c37bb2:33527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:33527 2024-11-24T22:17:09,632 INFO [RS:0;bd6592c37bb2:33527 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T22:17:09,632 INFO [RS:0;bd6592c37bb2:33527 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T22:17:09,632 DEBUG [RS:0;bd6592c37bb2:33527 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T22:17:09,633 INFO [RS:0;bd6592c37bb2:33527 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,42387,1732486628027 with port=33527, startcode=1732486628079 2024-11-24T22:17:09,633 DEBUG [RS:0;bd6592c37bb2:33527 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T22:17:09,635 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T22:17:09,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42387 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,33527,1732486628079 2024-11-24T22:17:09,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42387 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,33527,1732486628079 2024-11-24T22:17:09,640 DEBUG [RS:0;bd6592c37bb2:33527 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607 2024-11-24T22:17:09,640 DEBUG [RS:0;bd6592c37bb2:33527 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39357 2024-11-24T22:17:09,640 DEBUG [RS:0;bd6592c37bb2:33527 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T22:17:09,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-788216605/rs 2024-11-24T22:17:09,647 DEBUG [RS:0;bd6592c37bb2:33527 {}] zookeeper.ZKUtil(111): regionserver:33527-0x1014c0dc9fe0004, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Set watcher on existing znode=/1-788216605/rs/bd6592c37bb2,33527,1732486628079 2024-11-24T22:17:09,647 WARN [RS:0;bd6592c37bb2:33527 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:17:09,647 INFO [RS:0;bd6592c37bb2:33527 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:09,647 DEBUG [RS:0;bd6592c37bb2:33527 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/WALs/bd6592c37bb2,33527,1732486628079 2024-11-24T22:17:09,647 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,33527,1732486628079] 2024-11-24T22:17:09,651 INFO [RS:0;bd6592c37bb2:33527 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T22:17:09,654 INFO [RS:0;bd6592c37bb2:33527 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T22:17:09,655 INFO [RS:0;bd6592c37bb2:33527 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T22:17:09,655 INFO [RS:0;bd6592c37bb2:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:09,655 INFO [RS:0;bd6592c37bb2:33527 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T22:17:09,656 INFO [RS:0;bd6592c37bb2:33527 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T22:17:09,656 INFO [RS:0;bd6592c37bb2:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:09,656 DEBUG [RS:0;bd6592c37bb2:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:09,656 DEBUG [RS:0;bd6592c37bb2:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:09,657 DEBUG [RS:0;bd6592c37bb2:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:09,657 DEBUG [RS:0;bd6592c37bb2:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:09,657 DEBUG [RS:0;bd6592c37bb2:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:09,657 DEBUG [RS:0;bd6592c37bb2:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:17:09,657 DEBUG [RS:0;bd6592c37bb2:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:09,657 DEBUG [RS:0;bd6592c37bb2:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:09,657 DEBUG [RS:0;bd6592c37bb2:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:09,657 DEBUG [RS:0;bd6592c37bb2:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:09,657 DEBUG [RS:0;bd6592c37bb2:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:09,657 DEBUG [RS:0;bd6592c37bb2:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:09,657 DEBUG [RS:0;bd6592c37bb2:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:17:09,657 DEBUG [RS:0;bd6592c37bb2:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:17:09,659 INFO [RS:0;bd6592c37bb2:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:09,659 INFO [RS:0;bd6592c37bb2:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:09,659 INFO [RS:0;bd6592c37bb2:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:09,659 INFO [RS:0;bd6592c37bb2:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:09,659 INFO [RS:0;bd6592c37bb2:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:09,660 INFO [RS:0;bd6592c37bb2:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,33527,1732486628079-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:17:09,676 INFO [RS:0;bd6592c37bb2:33527 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T22:17:09,676 INFO [RS:0;bd6592c37bb2:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,33527,1732486628079-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:09,676 INFO [RS:0;bd6592c37bb2:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:09,676 INFO [RS:0;bd6592c37bb2:33527 {}] regionserver.Replication(171): bd6592c37bb2,33527,1732486628079 started 2024-11-24T22:17:09,692 INFO [RS:0;bd6592c37bb2:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:09,692 INFO [RS:0;bd6592c37bb2:33527 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,33527,1732486628079, RpcServer on bd6592c37bb2/172.17.0.2:33527, sessionid=0x1014c0dc9fe0004 2024-11-24T22:17:09,692 DEBUG [RS:0;bd6592c37bb2:33527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T22:17:09,692 DEBUG [RS:0;bd6592c37bb2:33527 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,33527,1732486628079 2024-11-24T22:17:09,692 DEBUG [RS:0;bd6592c37bb2:33527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,33527,1732486628079' 2024-11-24T22:17:09,692 DEBUG [RS:0;bd6592c37bb2:33527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-788216605/flush-table-proc/abort' 2024-11-24T22:17:09,693 DEBUG [RS:0;bd6592c37bb2:33527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-788216605/flush-table-proc/acquired' 2024-11-24T22:17:09,693 DEBUG [RS:0;bd6592c37bb2:33527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T22:17:09,693 DEBUG [RS:0;bd6592c37bb2:33527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T22:17:09,693 DEBUG [RS:0;bd6592c37bb2:33527 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,33527,1732486628079 2024-11-24T22:17:09,694 DEBUG [RS:0;bd6592c37bb2:33527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,33527,1732486628079' 2024-11-24T22:17:09,694 DEBUG [RS:0;bd6592c37bb2:33527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-788216605/online-snapshot/abort' 2024-11-24T22:17:09,694 DEBUG [RS:0;bd6592c37bb2:33527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-788216605/online-snapshot/acquired' 2024-11-24T22:17:09,695 DEBUG [RS:0;bd6592c37bb2:33527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T22:17:09,695 INFO [RS:0;bd6592c37bb2:33527 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T22:17:09,695 INFO [RS:0;bd6592c37bb2:33527 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T22:17:09,795 INFO [RS:0;bd6592c37bb2:33527 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:17:09,798 INFO [RS:0;bd6592c37bb2:33527 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C33527%2C1732486628079, suffix=, logDir=hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/WALs/bd6592c37bb2,33527,1732486628079, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/oldWALs, maxLogs=10 2024-11-24T22:17:09,814 DEBUG [RS:0;bd6592c37bb2:33527 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/WALs/bd6592c37bb2,33527,1732486628079/bd6592c37bb2%2C33527%2C1732486628079.1732486629800, exclude list is [], retry=0 2024-11-24T22:17:09,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-c1ae9b4b-d3b4-48d5-a5ed-bae5b05d324f,DISK] 2024-11-24T22:17:09,821 INFO [RS:0;bd6592c37bb2:33527 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/WALs/bd6592c37bb2,33527,1732486628079/bd6592c37bb2%2C33527%2C1732486628079.1732486629800 2024-11-24T22:17:09,821 DEBUG [RS:0;bd6592c37bb2:33527 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35669:35669)] 2024-11-24T22:17:09,953 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T22:17:09,954 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607 2024-11-24T22:17:09,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741833_1009 (size=32) 2024-11-24T22:17:09,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:09,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:17:09,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:17:09,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:09,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:09,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:17:09,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:17:09,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:09,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:09,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:17:09,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:17:09,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:09,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:09,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:17:09,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:17:09,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:09,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:09,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:17:09,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/data/hbase/meta/1588230740 2024-11-24T22:17:09,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/data/hbase/meta/1588230740 2024-11-24T22:17:09,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:17:09,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:17:09,978 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:17:09,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:17:09,983 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:17:09,983 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70935229, jitterRate=0.05701728165149689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:17:09,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732486629962Initializing all the Stores at 1732486629963 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486629963Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486629963Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486629963Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486629964 (+1 ms)Cleaning up temporary data from old regions at 1732486629978 (+14 ms)Region opened successfully at 1732486629983 (+5 ms) 2024-11-24T22:17:09,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:17:09,984 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:17:09,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:17:09,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:17:09,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:17:09,984 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:17:09,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486629984Disabling compacts and flushes for region at 1732486629984Disabling writes for close at 1732486629984Writing region close event to WAL at 1732486629984Closed at 1732486629984 2024-11-24T22:17:09,986 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:09,986 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T22:17:09,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T22:17:09,988 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:17:09,990 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T22:17:10,140 DEBUG [bd6592c37bb2:42387 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:17:10,141 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,33527,1732486628079 2024-11-24T22:17:10,144 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,33527,1732486628079, state=OPENING 2024-11-24T22:17:10,147 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T22:17:10,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-788216605 2024-11-24T22:17:10,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1014c0dc9fe0004, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-788216605 2024-11-24T22:17:10,149 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:17:10,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-788216605/meta-region-server: CHANGED 2024-11-24T22:17:10,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-788216605/meta-region-server: CHANGED 2024-11-24T22:17:10,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,33527,1732486628079}] 2024-11-24T22:17:10,304 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:17:10,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:17:10,312 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T22:17:10,312 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:10,313 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T22:17:10,316 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C33527%2C1732486628079.meta, suffix=.meta, logDir=hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/WALs/bd6592c37bb2,33527,1732486628079, archiveDir=hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/oldWALs, maxLogs=10 2024-11-24T22:17:10,334 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/WALs/bd6592c37bb2,33527,1732486628079/bd6592c37bb2%2C33527%2C1732486628079.meta.1732486630318.meta, exclude list is [], retry=0 2024-11-24T22:17:10,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-c1ae9b4b-d3b4-48d5-a5ed-bae5b05d324f,DISK] 2024-11-24T22:17:10,340 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/WALs/bd6592c37bb2,33527,1732486628079/bd6592c37bb2%2C33527%2C1732486628079.meta.1732486630318.meta 2024-11-24T22:17:10,341 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35669:35669)] 2024-11-24T22:17:10,341 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:17:10,342 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:17:10,342 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:17:10,342 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T22:17:10,342 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T22:17:10,342 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T22:17:10,342 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:10,342 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T22:17:10,342 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T22:17:10,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:17:10,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:17:10,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:10,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:10,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:17:10,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:17:10,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:10,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:10,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:17:10,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:17:10,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:10,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:10,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:17:10,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:17:10,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:10,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:10,353 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:17:10,354 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/data/hbase/meta/1588230740 2024-11-24T22:17:10,356 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/data/hbase/meta/1588230740 2024-11-24T22:17:10,358 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:17:10,358 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:17:10,359 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:17:10,361 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:17:10,362 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65108780, jitterRate=-0.029803574085235596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:17:10,362 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T22:17:10,362 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732486630343Writing region info on filesystem at 1732486630343Initializing all the Stores at 1732486630344 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486630344Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486630344Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486630344Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486630344Cleaning up temporary data from old regions at 1732486630358 (+14 ms)Running coprocessor post-open hooks at 1732486630362 (+4 ms)Region opened successfully at 1732486630362 2024-11-24T22:17:10,364 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732486630304 2024-11-24T22:17:10,367 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T22:17:10,367 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T22:17:10,369 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,33527,1732486628079 2024-11-24T22:17:10,370 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,33527,1732486628079, state=OPEN 2024-11-24T22:17:10,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-788216605/meta-region-server 2024-11-24T22:17:10,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1014c0dc9fe0004, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-788216605/meta-region-server 2024-11-24T22:17:10,372 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,33527,1732486628079 2024-11-24T22:17:10,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-788216605/meta-region-server: CHANGED 2024-11-24T22:17:10,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-788216605/meta-region-server: CHANGED 2024-11-24T22:17:10,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T22:17:10,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,33527,1732486628079 in 222 msec 2024-11-24T22:17:10,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T22:17:10,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 389 msec 2024-11-24T22:17:10,382 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:10,382 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T22:17:10,384 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:17:10,384 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,33527,1732486628079, seqNum=-1] 2024-11-24T22:17:10,384 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:17:10,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:17:10,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 860 msec 2024-11-24T22:17:10,395 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732486630395, completionTime=-1 2024-11-24T22:17:10,395 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T22:17:10,396 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T22:17:10,398 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T22:17:10,398 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732486690398 2024-11-24T22:17:10,398 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732486750398 2024-11-24T22:17:10,398 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T22:17:10,398 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,42387,1732486628027-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:10,399 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,42387,1732486628027-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:10,399 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,42387,1732486628027-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:10,399 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:42387, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:10,399 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:10,399 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:10,401 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T22:17:10,403 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.264sec 2024-11-24T22:17:10,404 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T22:17:10,404 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T22:17:10,404 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T22:17:10,404 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T22:17:10,404 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T22:17:10,404 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,42387,1732486628027-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:17:10,404 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,42387,1732486628027-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T22:17:10,407 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T22:17:10,407 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T22:17:10,407 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,42387,1732486628027-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:10,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:10,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,42387,-1 for getting cluster id 2024-11-24T22:17:10,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:10,414 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dad45ae-7273-4ad1-8edc-989efcf1987f' 2024-11-24T22:17:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dad45ae-7273-4ad1-8edc-989efcf1987f" 2024-11-24T22:17:10,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4618d28a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:10,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,42387,-1] 2024-11-24T22:17:10,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:10,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:10,417 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:10,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:10,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:17:10,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,33527,1732486628079, seqNum=-1] 2024-11-24T22:17:10,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:17:10,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:17:10,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bd6592c37bb2,42387,1732486628027 2024-11-24T22:17:10,426 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56068 2024-11-24T22:17:10,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:17:10,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014c0dc9fe0005 connected 2024-11-24T22:17:10,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:10,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,43419,-1 for getting cluster id 2024-11-24T22:17:10,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:10,467 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b95c6849-b904-4a80-91af-3a8dcf654830' 2024-11-24T22:17:10,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:10,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b95c6849-b904-4a80-91af-3a8dcf654830" 2024-11-24T22:17:10,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b3726b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:10,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,43419,-1] 2024-11-24T22:17:10,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:10,470 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:10,471 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:10,473 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611f0943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:10,483 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:17:10,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,43419,1732486622445 2024-11-24T22:17:10,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41551c07 2024-11-24T22:17:10,491 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:17:10,493 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:17:10,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bd6592c37bb2:42387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T22:17:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T22:17:10,516 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:42387' 2024-11-24T22:17:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:17:10,517 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@215bf9c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:10,518 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,42387,-1 for getting cluster id 2024-11-24T22:17:10,518 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:10,519 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dad45ae-7273-4ad1-8edc-989efcf1987f' 2024-11-24T22:17:10,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:10,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dad45ae-7273-4ad1-8edc-989efcf1987f" 2024-11-24T22:17:10,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7d2e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:10,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,42387,-1] 2024-11-24T22:17:10,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:10,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:10,521 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:10,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14192147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:10,523 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:17:10,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,42387,1732486628027 2024-11-24T22:17:10,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21fa26e3 2024-11-24T22:17:10,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:17:10,529 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:17:10,543 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T22:17:10,543 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T22:17:10,548 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:10,548 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:10,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:17:10,550 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:17:10,557 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T22:17:10,560 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:17:10,560 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:10,562 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:17:10,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741835_1011 (size=1138) 2024-11-24T22:17:10,610 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T22:17:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:17:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:17:10,975 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eaf197f2bc744caf379845f36be841f5, NAME => 'hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02 2024-11-24T22:17:10,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741836_1012 (size=44) 2024-11-24T22:17:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:17:11,384 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:11,384 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing eaf197f2bc744caf379845f36be841f5, disabling compactions & flushes 2024-11-24T22:17:11,384 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. 2024-11-24T22:17:11,384 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. 2024-11-24T22:17:11,384 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. after waiting 0 ms 2024-11-24T22:17:11,384 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. 2024-11-24T22:17:11,384 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. 2024-11-24T22:17:11,384 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for eaf197f2bc744caf379845f36be841f5: Waiting for close lock at 1732486631384Disabling compacts and flushes for region at 1732486631384Disabling writes for close at 1732486631384Writing region close event to WAL at 1732486631384Closed at 1732486631384 2024-11-24T22:17:11,386 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:17:11,391 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732486631386"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486631386"}]},"ts":"1732486631386"} 2024-11-24T22:17:11,395 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:17:11,397 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:17:11,400 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486631397"}]},"ts":"1732486631397"} 2024-11-24T22:17:11,403 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T22:17:11,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eaf197f2bc744caf379845f36be841f5, ASSIGN}] 2024-11-24T22:17:11,407 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eaf197f2bc744caf379845f36be841f5, ASSIGN 2024-11-24T22:17:11,408 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eaf197f2bc744caf379845f36be841f5, ASSIGN; state=OFFLINE, location=bd6592c37bb2,38385,1732486623111; forceNewPlan=false, retain=false 2024-11-24T22:17:11,458 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T22:17:11,560 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=eaf197f2bc744caf379845f36be841f5, regionState=OPENING, regionLocation=bd6592c37bb2,38385,1732486623111 2024-11-24T22:17:11,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eaf197f2bc744caf379845f36be841f5, ASSIGN because future has completed 2024-11-24T22:17:11,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaf197f2bc744caf379845f36be841f5, server=bd6592c37bb2,38385,1732486623111}] 2024-11-24T22:17:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:17:11,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. 2024-11-24T22:17:11,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:11,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T22:17:11,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C38385%2C1732486623111.rep, suffix=, logDir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111, archiveDir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/oldWALs, maxLogs=10 2024-11-24T22:17:11,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111/bd6592c37bb2%2C38385%2C1732486623111.rep.1732486631728, exclude list is [], retry=0 2024-11-24T22:17:11,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-9d05c0e1-fc00-4527-bf8a-3e5e83582d33,DISK] 2024-11-24T22:17:11,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111/bd6592c37bb2%2C38385%2C1732486623111.rep.1732486631728 2024-11-24T22:17:11,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34163:34163)] 2024-11-24T22:17:11,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => eaf197f2bc744caf379845f36be841f5, NAME => 'hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:17:11,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:17:11,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:17:11,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. service=MultiRowMutationService 2024-11-24T22:17:11,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T22:17:11,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:11,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:11,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:11,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:11,751 INFO [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:11,753 INFO [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaf197f2bc744caf379845f36be841f5 columnFamilyName hfileref 2024-11-24T22:17:11,753 DEBUG [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:11,754 INFO [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] regionserver.HStore(327): Store=eaf197f2bc744caf379845f36be841f5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:11,754 INFO [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:11,755 INFO [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaf197f2bc744caf379845f36be841f5 columnFamilyName queue 2024-11-24T22:17:11,755 DEBUG [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:11,756 INFO [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] regionserver.HStore(327): Store=eaf197f2bc744caf379845f36be841f5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:11,756 INFO [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:11,758 INFO [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaf197f2bc744caf379845f36be841f5 columnFamilyName sid 2024-11-24T22:17:11,758 DEBUG [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:11,758 INFO [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] regionserver.HStore(327): Store=eaf197f2bc744caf379845f36be841f5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:11,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:11,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/replication/eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:11,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/replication/eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:11,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:11,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:11,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:17:11,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:11,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/replication/eaf197f2bc744caf379845f36be841f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:17:11,767 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened eaf197f2bc744caf379845f36be841f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68760998, jitterRate=0.024618715047836304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:17:11,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:11,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for eaf197f2bc744caf379845f36be841f5: Running coprocessor pre-open hook at 1732486631750Writing region info on filesystem at 1732486631750Initializing all the Stores at 1732486631751 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486631751Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486631751Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486631751Cleaning up temporary data from old regions at 1732486631761 (+10 ms)Running coprocessor post-open hooks at 1732486631767 (+6 ms)Region opened successfully at 1732486631768 (+1 ms) 2024-11-24T22:17:11,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5., pid=7, masterSystemTime=1732486631718 2024-11-24T22:17:11,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. 2024-11-24T22:17:11,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. 2024-11-24T22:17:11,774 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=eaf197f2bc744caf379845f36be841f5, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,38385,1732486623111 2024-11-24T22:17:11,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaf197f2bc744caf379845f36be841f5, server=bd6592c37bb2,38385,1732486623111 because future has completed 2024-11-24T22:17:11,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T22:17:11,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure eaf197f2bc744caf379845f36be841f5, server=bd6592c37bb2,38385,1732486623111 in 214 msec 2024-11-24T22:17:11,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T22:17:11,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eaf197f2bc744caf379845f36be841f5, ASSIGN in 377 msec 2024-11-24T22:17:11,787 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:17:11,787 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486631787"}]},"ts":"1732486631787"} 2024-11-24T22:17:11,789 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T22:17:11,790 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:17:11,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2400 sec 2024-11-24T22:17:11,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5., hostname=bd6592c37bb2,38385,1732486623111, seqNum=2] 2024-11-24T22:17:11,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38385 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-24T22:17:11,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815 2024-11-24T22:17:11,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1014c0dc9fe0001, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815 2024-11-24T22:17:11,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T22:17:12,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38385 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T22:17:12,012 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T22:17:12,053 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-bd6592c37bb2,38385,1732486623111, ReplicationSource: 1, currentBandwidth=0 2024-11-24T22:17:12,054 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:17:12,054 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,38385,1732486623111, seqNum=-1] 2024-11-24T22:17:12,055 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:17:12,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-24T22:17:12,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bd6592c37bb2,38385,1732486623111', locateType=CURRENT is [region=hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5., hostname=bd6592c37bb2,38385,1732486623111, seqNum=2] 2024-11-24T22:17:12,065 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T22:17:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T22:17:12,071 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bd6592c37bb2,38385,1732486623111 suceeded 2024-11-24T22:17:12,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T22:17:12,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-11-24T22:17:12,075 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bd6592c37bb2:42387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T22:17:12,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5780 sec 2024-11-24T22:17:12,083 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38385,1732486623111 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:42387' 2024-11-24T22:17:12,086 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38385,1732486623111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f43d696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:12,086 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38385,1732486623111 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,42387,-1 for getting cluster id 2024-11-24T22:17:12,086 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38385,1732486623111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:12,087 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dad45ae-7273-4ad1-8edc-989efcf1987f' 2024-11-24T22:17:12,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:12,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dad45ae-7273-4ad1-8edc-989efcf1987f" 2024-11-24T22:17:12,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56a740f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:12,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,42387,-1] 2024-11-24T22:17:12,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:12,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:12,089 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:12,089 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38385,1732486623111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ac859d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:12,090 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38385,1732486623111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:17:12,090 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:17:12,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,42387,1732486628027 2024-11-24T22:17:12,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aa50c43 2024-11-24T22:17:12,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:17:12,092 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-24T22:17:12,093 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38385,1732486623111 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bd6592c37bb2,38385,1732486623111 (queues=1) is replicating from cluster=b95c6849-b904-4a80-91af-3a8dcf654830 to cluster=9dad45ae-7273-4ad1-8edc-989efcf1987f 2024-11-24T22:17:12,095 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38385,1732486623111 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bd6592c37bb2%2C38385%2C1732486623111 2024-11-24T22:17:12,102 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38385,1732486623111 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bd6592c37bb2,38385,1732486623111, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T22:17:12,105 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38385,1732486623111.replicationSource.shipperbd6592c37bb2%2C38385%2C1732486623111,1-bd6592c37bb2,38385,1732486623111 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bd6592c37bb2%2C38385%2C1732486623111 2024-11-24T22:17:12,110 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38385,1732486623111.replicationSource.wal-reader.bd6592c37bb2%2C38385%2C1732486623111,1-bd6592c37bb2,38385,1732486623111 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111/bd6592c37bb2%2C38385%2C1732486623111.1732486625655, startPosition=0, beingWritten=true 2024-11-24T22:17:12,369 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38385,1732486623111.replicationSource.wal-reader.bd6592c37bb2%2C38385%2C1732486623111,1-bd6592c37bb2,38385,1732486623111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111/bd6592c37bb2%2C38385%2C1732486623111.1732486625655 to pos 0, reset compression=false 2024-11-24T22:17:12,675 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38385,1732486623111.replicationSource.wal-reader.bd6592c37bb2%2C38385%2C1732486623111,1-bd6592c37bb2,38385,1732486623111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111/bd6592c37bb2%2C38385%2C1732486623111.1732486625655 to pos 0, reset compression=false 2024-11-24T22:17:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:17:12,680 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:17:12,680 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:12,681 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T22:17:12,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:12,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:12,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:17:12,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:12,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,43419,-1 for getting cluster id 2024-11-24T22:17:12,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:12,683 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b95c6849-b904-4a80-91af-3a8dcf654830' 2024-11-24T22:17:12,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:12,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b95c6849-b904-4a80-91af-3a8dcf654830" 2024-11-24T22:17:12,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f047b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:12,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,43419,-1] 2024-11-24T22:17:12,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:12,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:12,686 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d1df234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:12,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:17:12,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,43419,1732486622445 2024-11-24T22:17:12,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25db20d3 2024-11-24T22:17:12,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:17:12,690 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:17:12,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://bd6592c37bb2:42387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T22:17:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T22:17:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T22:17:12,694 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:42387' 2024-11-24T22:17:12,695 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@442fb9c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:12,695 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,42387,-1 for getting cluster id 2024-11-24T22:17:12,695 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:12,695 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dad45ae-7273-4ad1-8edc-989efcf1987f' 2024-11-24T22:17:12,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:12,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dad45ae-7273-4ad1-8edc-989efcf1987f" 2024-11-24T22:17:12,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8331ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:12,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,42387,-1] 2024-11-24T22:17:12,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:12,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:12,697 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:12,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc2a773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:12,698 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:17:12,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,42387,1732486628027 2024-11-24T22:17:12,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f17a670 2024-11-24T22:17:12,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:17:12,701 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:17:12,702 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-24T22:17:12,702 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T22:17:12,702 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:12,702 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:12,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:17:12,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T22:17:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T22:17:12,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T22:17:12,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T22:17:12,853 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T22:17:12,853 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T22:17:12,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:17:12,854 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T22:17:12,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:17:12,855 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T22:17:12,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T22:17:12,855 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T22:17:12,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38385 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-24T22:17:12,866 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-24T22:17:12,897 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-bd6592c37bb2,38385,1732486623111, ReplicationSource: 2, currentBandwidth=0 2024-11-24T22:17:12,901 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-24T22:17:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-24T22:17:12,905 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on bd6592c37bb2,38385,1732486623111 suceeded 2024-11-24T22:17:12,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T22:17:12,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-24T22:17:12,908 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://bd6592c37bb2:42387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T22:17:12,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 218 msec 2024-11-24T22:17:12,918 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:42387' 2024-11-24T22:17:12,919 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2746e996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:12,920 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,42387,-1 for getting cluster id 2024-11-24T22:17:12,920 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:12,921 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dad45ae-7273-4ad1-8edc-989efcf1987f' 2024-11-24T22:17:12,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:12,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dad45ae-7273-4ad1-8edc-989efcf1987f" 2024-11-24T22:17:12,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2024bd1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:12,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,42387,-1] 2024-11-24T22:17:12,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:12,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:12,923 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:12,924 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79ead69e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:12,924 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:17:12,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,42387,1732486628027 2024-11-24T22:17:12,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1402d37b 2024-11-24T22:17:12,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:17:12,927 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-24T22:17:12,927 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-bd6592c37bb2,38385,1732486623111 (queues=1) is replicating from cluster=b95c6849-b904-4a80-91af-3a8dcf654830 to cluster=9dad45ae-7273-4ad1-8edc-989efcf1987f 2024-11-24T22:17:12,927 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=bd6592c37bb2%2C38385%2C1732486623111 2024-11-24T22:17:12,928 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-bd6592c37bb2,38385,1732486623111, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T22:17:12,928 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111.replicationSource.shipperbd6592c37bb2%2C38385%2C1732486623111,2-bd6592c37bb2,38385,1732486623111 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bd6592c37bb2%2C38385%2C1732486623111 2024-11-24T22:17:12,928 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111.replicationSource.wal-reader.bd6592c37bb2%2C38385%2C1732486623111,2-bd6592c37bb2,38385,1732486623111 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111/bd6592c37bb2%2C38385%2C1732486623111.1732486625655, startPosition=0, beingWritten=true 2024-11-24T22:17:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T22:17:13,010 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-24T22:17:13,011 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:17:13,011 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:13,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:13,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:13,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:17:13,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:17:13,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,43419,1732486622445 2024-11-24T22:17:13,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@251462ea 2024-11-24T22:17:13,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:17:13,017 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:17:13,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T22:17:13,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T22:17:13,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T22:17:13,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T22:17:13,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://bd6592c37bb2:42387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T22:17:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T22:17:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T22:17:13,031 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:42387' 2024-11-24T22:17:13,032 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39eafbaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:13,032 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,42387,-1 for getting cluster id 2024-11-24T22:17:13,033 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:13,033 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dad45ae-7273-4ad1-8edc-989efcf1987f' 2024-11-24T22:17:13,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:13,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dad45ae-7273-4ad1-8edc-989efcf1987f" 2024-11-24T22:17:13,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec6437e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:13,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,42387,-1] 2024-11-24T22:17:13,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:13,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:13,035 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:13,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4e065c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:13,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:17:13,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,42387,1732486628027 2024-11-24T22:17:13,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@799adf4 2024-11-24T22:17:13,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:17:13,038 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:17:13,039 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T22:17:13,039 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T22:17:13,039 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:13,039 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:13,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:17:13,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T22:17:13,082 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38385,1732486623111.replicationSource.wal-reader.bd6592c37bb2%2C38385%2C1732486623111,1-bd6592c37bb2,38385,1732486623111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111/bd6592c37bb2%2C38385%2C1732486623111.1732486625655 to pos 0, reset compression=false 2024-11-24T22:17:13,135 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111.replicationSource.wal-reader.bd6592c37bb2%2C38385%2C1732486623111,2-bd6592c37bb2,38385,1732486623111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111/bd6592c37bb2%2C38385%2C1732486623111.1732486625655 to pos 0, reset compression=false 2024-11-24T22:17:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T22:17:13,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38385 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-24T22:17:13,197 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-24T22:17:13,199 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-24T22:17:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-24T22:17:13,203 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on bd6592c37bb2,38385,1732486623111 suceeded 2024-11-24T22:17:13,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-24T22:17:13,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-24T22:17:13,205 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://bd6592c37bb2:42387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T22:17:13,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 180 msec 2024-11-24T22:17:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T22:17:13,351 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-24T22:17:13,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://bd6592c37bb2:42387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T22:17:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T22:17:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T22:17:13,356 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:42387' 2024-11-24T22:17:13,356 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd5b410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:13,357 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,42387,-1 for getting cluster id 2024-11-24T22:17:13,357 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:13,358 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dad45ae-7273-4ad1-8edc-989efcf1987f' 2024-11-24T22:17:13,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:13,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dad45ae-7273-4ad1-8edc-989efcf1987f" 2024-11-24T22:17:13,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36aedd2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:13,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,42387,-1] 2024-11-24T22:17:13,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:13,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:13,360 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:13,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75da515b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:13,361 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:17:13,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,42387,1732486628027 2024-11-24T22:17:13,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@215d72ef 2024-11-24T22:17:13,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:17:13,363 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:17:13,364 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T22:17:13,364 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T22:17:13,364 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:13,364 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:13,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:17:13,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T22:17:13,441 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111.replicationSource.wal-reader.bd6592c37bb2%2C38385%2C1732486623111,2-bd6592c37bb2,38385,1732486623111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111/bd6592c37bb2%2C38385%2C1732486623111.1732486625655 to pos 0, reset compression=false 2024-11-24T22:17:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T22:17:13,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38385 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-24T22:17:13,528 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-24T22:17:13,529 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-24T22:17:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-24T22:17:13,533 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on bd6592c37bb2,38385,1732486623111 suceeded 2024-11-24T22:17:13,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-24T22:17:13,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-24T22:17:13,535 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://bd6592c37bb2:42387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T22:17:13,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 185 msec 2024-11-24T22:17:13,589 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38385,1732486623111.replicationSource.wal-reader.bd6592c37bb2%2C38385%2C1732486623111,1-bd6592c37bb2,38385,1732486623111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111/bd6592c37bb2%2C38385%2C1732486623111.1732486625655 to pos 0, reset compression=false 2024-11-24T22:17:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T22:17:13,670 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-24T22:17:13,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T22:17:13,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T22:17:13,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:17:13,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:13,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:13,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:13,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:17:13,673 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T22:17:13,673 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1936995498, stopped=false 2024-11-24T22:17:13,674 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bd6592c37bb2,43419,1732486622445 2024-11-24T22:17:13,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1014c0dc9fe0001, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01836874815/running 2024-11-24T22:17:13,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01836874815/running 2024-11-24T22:17:13,676 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:17:13,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1014c0dc9fe0001, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815 2024-11-24T22:17:13,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815 2024-11-24T22:17:13,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:17:13,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:13,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:13,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Set watcher on znode that does not yet exist, /01836874815/running 2024-11-24T22:17:13,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38385-0x1014c0dc9fe0001, quorum=127.0.0.1:56068, baseZNode=/01836874815 Set watcher on znode that does not yet exist, /01836874815/running 2024-11-24T22:17:13,677 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bd6592c37bb2,38385,1732486623111' ***** 2024-11-24T22:17:13,677 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T22:17:13,677 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T22:17:13,677 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T22:17:13,677 INFO [RS:0;bd6592c37bb2:38385 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T22:17:13,678 INFO [RS:0;bd6592c37bb2:38385 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T22:17:13,678 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(3091): Received CLOSE for eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:13,678 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(959): stopping server bd6592c37bb2,38385,1732486623111 2024-11-24T22:17:13,678 INFO [RS:0;bd6592c37bb2:38385 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:17:13,679 INFO [RS:0;bd6592c37bb2:38385 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:38385. 2024-11-24T22:17:13,679 DEBUG [RS:0;bd6592c37bb2:38385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:13,679 DEBUG [RS:0;bd6592c37bb2:38385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:13,679 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eaf197f2bc744caf379845f36be841f5, disabling compactions & flushes 2024-11-24T22:17:13,679 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T22:17:13,679 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. 2024-11-24T22:17:13,679 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T22:17:13,679 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T22:17:13,679 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. 2024-11-24T22:17:13,679 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T22:17:13,679 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. after waiting 0 ms 2024-11-24T22:17:13,679 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. 2024-11-24T22:17:13,679 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T22:17:13,680 DEBUG [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, eaf197f2bc744caf379845f36be841f5=hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5.} 2024-11-24T22:17:13,680 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:17:13,680 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:17:13,680 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:17:13,680 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:17:13,680 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:17:13,680 DEBUG [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:13,683 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eaf197f2bc744caf379845f36be841f5 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-24T22:17:13,683 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T22:17:13,703 INFO [regionserver/bd6592c37bb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:17:13,753 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/replication/eaf197f2bc744caf379845f36be841f5/.tmp/queue/be12c6865671419e83d0526e071e3b21 is 151, key is 1-bd6592c37bb2,38385,1732486623111/queue:bd6592c37bb2%2C38385%2C1732486623111/1732486632061/Put/seqid=0 2024-11-24T22:17:13,753 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/.tmp/info/b94f93e9d06c46a58a42e4d7a5d4b986 is 147, key is hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5./info:regioninfo/1732486631774/Put/seqid=0 2024-11-24T22:17:13,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741838_1014 (size=5500) 2024-11-24T22:17:13,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741839_1015 (size=6631) 2024-11-24T22:17:13,848 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111.replicationSource.wal-reader.bd6592c37bb2%2C38385%2C1732486623111,2-bd6592c37bb2,38385,1732486623111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111/bd6592c37bb2%2C38385%2C1732486623111.1732486625655 to pos 0, reset compression=false 2024-11-24T22:17:13,880 DEBUG [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:14,080 DEBUG [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:14,166 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/.tmp/info/b94f93e9d06c46a58a42e4d7a5d4b986 2024-11-24T22:17:14,166 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/replication/eaf197f2bc744caf379845f36be841f5/.tmp/queue/be12c6865671419e83d0526e071e3b21 2024-11-24T22:17:14,196 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38385,1732486623111.replicationSource.wal-reader.bd6592c37bb2%2C38385%2C1732486623111,1-bd6592c37bb2,38385,1732486623111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111/bd6592c37bb2%2C38385%2C1732486623111.1732486625655 to pos 0, reset compression=false 2024-11-24T22:17:14,214 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/replication/eaf197f2bc744caf379845f36be841f5/.tmp/queue/be12c6865671419e83d0526e071e3b21 as hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/replication/eaf197f2bc744caf379845f36be841f5/queue/be12c6865671419e83d0526e071e3b21 2024-11-24T22:17:14,223 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/replication/eaf197f2bc744caf379845f36be841f5/queue/be12c6865671419e83d0526e071e3b21, entries=2, sequenceid=6, filesize=5.4 K 2024-11-24T22:17:14,229 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/.tmp/ns/59d31457e57541ee954bb08171dcc118 is 43, key is default/ns:d/1732486626700/Put/seqid=0 2024-11-24T22:17:14,230 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for eaf197f2bc744caf379845f36be841f5 in 546ms, sequenceid=6, compaction requested=false 2024-11-24T22:17:14,230 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T22:17:14,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741840_1016 (size=5153) 2024-11-24T22:17:14,236 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/.tmp/ns/59d31457e57541ee954bb08171dcc118 2024-11-24T22:17:14,239 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/replication/eaf197f2bc744caf379845f36be841f5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T22:17:14,242 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:17:14,242 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:17:14,242 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. 2024-11-24T22:17:14,242 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eaf197f2bc744caf379845f36be841f5: Waiting for close lock at 1732486633678Running coprocessor pre-close hooks at 1732486633679 (+1 ms)Disabling compacts and flushes for region at 1732486633679Disabling writes for close at 1732486633679Obtaining lock to block concurrent updates at 1732486633683 (+4 ms)Preparing flush snapshotting stores in eaf197f2bc744caf379845f36be841f5 at 1732486633683Finished memstore snapshotting hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732486633690 (+7 ms)Flushing stores of hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. at 1732486633692 (+2 ms)Flushing eaf197f2bc744caf379845f36be841f5/queue: creating writer at 1732486633693 (+1 ms)Flushing eaf197f2bc744caf379845f36be841f5/queue: appending metadata at 1732486633741 (+48 ms)Flushing eaf197f2bc744caf379845f36be841f5/queue: closing flushed file at 1732486633744 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@311412e9: reopening flushed file at 1732486634212 (+468 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for eaf197f2bc744caf379845f36be841f5 in 546ms, sequenceid=6, compaction requested=false at 1732486634230 (+18 ms)Writing region close event to WAL at 1732486634232 (+2 ms)Running coprocessor post-close hooks at 1732486634240 (+8 ms)Closed at 1732486634242 (+2 ms) 2024-11-24T22:17:14,243 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. 2024-11-24T22:17:14,261 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/.tmp/table/ee664fed0dcd4167810681304e557e74 is 53, key is hbase:replication/table:state/1732486631787/Put/seqid=0 2024-11-24T22:17:14,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741841_1017 (size=5256) 2024-11-24T22:17:14,281 DEBUG [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:17:14,355 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111.replicationSource.wal-reader.bd6592c37bb2%2C38385%2C1732486623111,2-bd6592c37bb2,38385,1732486623111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111/bd6592c37bb2%2C38385%2C1732486623111.1732486625655 to pos 0, reset compression=false 2024-11-24T22:17:14,481 DEBUG [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:17:14,526 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T22:17:14,526 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T22:17:14,667 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/.tmp/table/ee664fed0dcd4167810681304e557e74 2024-11-24T22:17:14,676 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/.tmp/info/b94f93e9d06c46a58a42e4d7a5d4b986 as hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/info/b94f93e9d06c46a58a42e4d7a5d4b986 2024-11-24T22:17:14,681 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T22:17:14,681 DEBUG [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T22:17:14,681 DEBUG [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:17:14,684 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/info/b94f93e9d06c46a58a42e4d7a5d4b986, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T22:17:14,685 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/.tmp/ns/59d31457e57541ee954bb08171dcc118 as hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/ns/59d31457e57541ee954bb08171dcc118 2024-11-24T22:17:14,692 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/ns/59d31457e57541ee954bb08171dcc118, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T22:17:14,693 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/.tmp/table/ee664fed0dcd4167810681304e557e74 as hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/table/ee664fed0dcd4167810681304e557e74 2024-11-24T22:17:14,700 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/table/ee664fed0dcd4167810681304e557e74, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T22:17:14,702 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1022ms, sequenceid=11, compaction requested=false 2024-11-24T22:17:14,707 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T22:17:14,708 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:17:14,708 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:17:14,708 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:17:14,708 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486633679Running coprocessor pre-close hooks at 1732486633679Disabling compacts and flushes for region at 1732486633679Disabling writes for close at 1732486633680 (+1 ms)Obtaining lock to block concurrent updates at 1732486633683 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732486633683Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732486633691 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732486633692 (+1 ms)Flushing 1588230740/info: creating writer at 1732486633693 (+1 ms)Flushing 1588230740/info: appending metadata at 1732486633741 (+48 ms)Flushing 1588230740/info: closing flushed file at 1732486633744 (+3 ms)Flushing 1588230740/ns: creating writer at 1732486634212 (+468 ms)Flushing 1588230740/ns: appending metadata at 1732486634228 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732486634229 (+1 ms)Flushing 1588230740/table: creating writer at 1732486634245 (+16 ms)Flushing 1588230740/table: appending metadata at 1732486634260 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732486634260Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e7a054b: reopening flushed file at 1732486634675 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2355eefa: reopening flushed file at 1732486634684 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27244979: reopening flushed file at 1732486634692 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1022ms, sequenceid=11, compaction requested=false at 1732486634702 (+10 ms)Writing region close event to WAL at 1732486634703 (+1 ms)Running coprocessor post-close hooks at 1732486634708 (+5 ms)Closed at 1732486634708 2024-11-24T22:17:14,708 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T22:17:14,881 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(976): stopping server bd6592c37bb2,38385,1732486623111; all regions closed. 2024-11-24T22:17:14,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741834_1010 (size=2742) 2024-11-24T22:17:14,892 DEBUG [RS:0;bd6592c37bb2:38385 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/oldWALs 2024-11-24T22:17:14,892 INFO [RS:0;bd6592c37bb2:38385 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C38385%2C1732486623111.meta:.meta(num 1732486626545) 2024-11-24T22:17:14,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741837_1013 (size=1802) 2024-11-24T22:17:14,897 DEBUG [RS:0;bd6592c37bb2:38385 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/oldWALs 2024-11-24T22:17:14,897 INFO [RS:0;bd6592c37bb2:38385 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C38385%2C1732486623111.rep:(num 1732486631728) 2024-11-24T22:17:14,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741832_1008 (size=93) 2024-11-24T22:17:14,899 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111/bd6592c37bb2%2C38385%2C1732486623111.1732486625655 not finished, retry = 0 2024-11-24T22:17:14,903 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38385,1732486623111.replicationSource.wal-reader.bd6592c37bb2%2C38385%2C1732486623111,1-bd6592c37bb2,38385,1732486623111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111/bd6592c37bb2%2C38385%2C1732486623111.1732486625655 to pos 0, reset compression=false 2024-11-24T22:17:14,962 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111.replicationSource.wal-reader.bd6592c37bb2%2C38385%2C1732486623111,2-bd6592c37bb2,38385,1732486623111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111/bd6592c37bb2%2C38385%2C1732486623111.1732486625655 to pos 0, reset compression=false 2024-11-24T22:17:15,001 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38385,1732486623111.replicationSource.wal-reader.bd6592c37bb2%2C38385%2C1732486623111,1-bd6592c37bb2,38385,1732486623111 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111/bd6592c37bb2%2C38385%2C1732486623111.1732486625655 2024-11-24T22:17:15,001 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111.replicationSource.wal-reader.bd6592c37bb2%2C38385%2C1732486623111,2-bd6592c37bb2,38385,1732486623111 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111/bd6592c37bb2%2C38385%2C1732486623111.1732486625655 2024-11-24T22:17:15,001 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111.replicationSource.wal-reader.bd6592c37bb2%2C38385%2C1732486623111,2-bd6592c37bb2,38385,1732486623111 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-24T22:17:15,001 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38385,1732486623111.replicationSource.wal-reader.bd6592c37bb2%2C38385%2C1732486623111,1-bd6592c37bb2,38385,1732486623111 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-24T22:17:15,001 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111.replicationSource.wal-reader.bd6592c37bb2%2C38385%2C1732486623111,2-bd6592c37bb2,38385,1732486623111 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-24T22:17:15,001 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38385,1732486623111.replicationSource.wal-reader.bd6592c37bb2%2C38385%2C1732486623111,1-bd6592c37bb2,38385,1732486623111 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-24T22:17:15,003 DEBUG [RS:0;bd6592c37bb2:38385 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/oldWALs 2024-11-24T22:17:15,003 INFO [RS:0;bd6592c37bb2:38385 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C38385%2C1732486623111:(num 1732486625655) 2024-11-24T22:17:15,003 DEBUG [RS:0;bd6592c37bb2:38385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:15,003 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:17:15,003 INFO [RS:0;bd6592c37bb2:38385 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:17:15,004 INFO [RS:0;bd6592c37bb2:38385 {}] hbase.ChoreService(370): Chore service for: regionserver/bd6592c37bb2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T22:17:15,004 INFO [RS:0;bd6592c37bb2:38385 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:17:15,004 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:17:15,004 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bd6592c37bb2,38385,1732486623111 because: Region server is closing 2024-11-24T22:17:15,005 INFO [RS:0;bd6592c37bb2:38385 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:38385. 2024-11-24T22:17:15,005 DEBUG [RS:0;bd6592c37bb2:38385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:15,005 DEBUG [RS:0;bd6592c37bb2:38385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:15,005 DEBUG [RS:0;bd6592c37bb2:38385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:15,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:17:15,002 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111.replicationSource.shipperbd6592c37bb2%2C38385%2C1732486623111,2-bd6592c37bb2,38385,1732486623111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-bd6592c37bb2,38385,1732486623111 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111/bd6592c37bb2%2C38385%2C1732486623111.1732486625655, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-24T22:17:15,002 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38385,1732486623111.replicationSource.shipperbd6592c37bb2%2C38385%2C1732486623111,1-bd6592c37bb2,38385,1732486623111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,38385,1732486623111 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111/bd6592c37bb2%2C38385%2C1732486623111.1732486625655, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-24T22:17:15,009 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38385,1732486623111.replicationSource.shipperbd6592c37bb2%2C38385%2C1732486623111,1-bd6592c37bb2,38385,1732486623111 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-24T22:17:15,010 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38385,1732486623111.replicationSource.shipperbd6592c37bb2%2C38385%2C1732486623111,1-bd6592c37bb2,38385,1732486623111 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [bd6592c37bb2%2C38385%2C1732486623111.1732486625655] 2024-11-24T22:17:15,010 ERROR [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111.replicationSource.shipperbd6592c37bb2%2C38385%2C1732486623111,2-bd6592c37bb2,38385,1732486623111 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bd6592c37bb2,38385,1732486623111: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-bd6592c37bb2,38385,1732486623111, walGroup=bd6592c37bb2%2C38385%2C1732486623111, offset=bd6592c37bb2%2C38385%2C1732486623111.1732486625655:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:38385 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T22:17:15,011 ERROR [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111.replicationSource.shipperbd6592c37bb2%2C38385%2C1732486623111,2-bd6592c37bb2,38385,1732486623111 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T22:17:15,013 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111.replicationSource.shipperbd6592c37bb2%2C38385%2C1732486623111,2-bd6592c37bb2,38385,1732486623111 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T22:17:15,014 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111.replicationSource.shipperbd6592c37bb2%2C38385%2C1732486623111,2-bd6592c37bb2,38385,1732486623111 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T22:17:15,014 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111.replicationSource.shipperbd6592c37bb2%2C38385%2C1732486623111,2-bd6592c37bb2,38385,1732486623111 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T22:17:15,014 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111.replicationSource.shipperbd6592c37bb2%2C38385%2C1732486623111,2-bd6592c37bb2,38385,1732486623111 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T22:17:15,015 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111.replicationSource.shipperbd6592c37bb2%2C38385%2C1732486623111,2-bd6592c37bb2,38385,1732486623111 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 366482320 }, "NonHeapMemoryUsage": { "committed": 152961024, "init": 7667712, "max": -1, "used": 150580840 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T22:17:15,016 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111.replicationSource.shipperbd6592c37bb2%2C38385%2C1732486623111,2-bd6592c37bb2,38385,1732486623111 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [bd6592c37bb2%2C38385%2C1732486623111.1732486625655] 2024-11-24T22:17:15,106 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38385,1732486623111.replicationSource.shipperbd6592c37bb2%2C38385%2C1732486623111,1-bd6592c37bb2,38385,1732486623111 terminated 2024-11-24T22:17:15,106 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-bd6592c37bb2,38385,1732486623111 because: Region server is closing 2024-11-24T22:17:15,107 INFO [RS:0;bd6592c37bb2:38385 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:38385. 2024-11-24T22:17:15,107 DEBUG [RS:0;bd6592c37bb2:38385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:15,107 DEBUG [RS:0;bd6592c37bb2:38385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:15,107 DEBUG [RS:0;bd6592c37bb2:38385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:15,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:17:15,107 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,38385,1732486623111.replicationSource.shipperbd6592c37bb2%2C38385%2C1732486623111,2-bd6592c37bb2,38385,1732486623111 terminated 2024-11-24T22:17:15,108 INFO [RS:0;bd6592c37bb2:38385 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38385 2024-11-24T22:17:15,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815/rs 2024-11-24T22:17:15,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1014c0dc9fe0001, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01836874815/rs/bd6592c37bb2,38385,1732486623111 2024-11-24T22:17:15,112 INFO [RS:0;bd6592c37bb2:38385 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:17:15,114 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bd6592c37bb2,38385,1732486623111] 2024-11-24T22:17:15,117 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01836874815/draining/bd6592c37bb2,38385,1732486623111 already deleted, retry=false 2024-11-24T22:17:15,117 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bd6592c37bb2,38385,1732486623111 expired; onlineServers=0 2024-11-24T22:17:15,117 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bd6592c37bb2,43419,1732486622445' ***** 2024-11-24T22:17:15,117 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T22:17:15,117 INFO [M:0;bd6592c37bb2:43419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:17:15,117 INFO [M:0;bd6592c37bb2:43419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:17:15,117 DEBUG [M:0;bd6592c37bb2:43419 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T22:17:15,118 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T22:17:15,118 DEBUG [M:0;bd6592c37bb2:43419 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T22:17:15,118 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486625296 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486625296,5,FailOnTimeoutGroup] 2024-11-24T22:17:15,118 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486625294 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486625294,5,FailOnTimeoutGroup] 2024-11-24T22:17:15,118 INFO [M:0;bd6592c37bb2:43419 {}] hbase.ChoreService(370): Chore service for: master/bd6592c37bb2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T22:17:15,118 INFO [M:0;bd6592c37bb2:43419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:17:15,118 DEBUG [M:0;bd6592c37bb2:43419 {}] master.HMaster(1795): Stopping service threads 2024-11-24T22:17:15,118 INFO [M:0;bd6592c37bb2:43419 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T22:17:15,118 INFO [M:0;bd6592c37bb2:43419 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:17:15,119 INFO [M:0;bd6592c37bb2:43419 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T22:17:15,119 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T22:17:15,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01836874815/master 2024-11-24T22:17:15,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815 2024-11-24T22:17:15,119 DEBUG [M:0;bd6592c37bb2:43419 {}] zookeeper.ZKUtil(347): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Unable to get data of znode /01836874815/master because node does not exist (not an error) 2024-11-24T22:17:15,120 WARN [M:0;bd6592c37bb2:43419 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T22:17:15,121 INFO [M:0;bd6592c37bb2:43419 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/.lastflushedseqids 2024-11-24T22:17:15,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741842_1018 (size=181) 2024-11-24T22:17:15,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1014c0dc9fe0001, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:17:15,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1014c0dc9fe0001, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:17:15,215 INFO [RS:0;bd6592c37bb2:38385 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:17:15,215 INFO [RS:0;bd6592c37bb2:38385 {}] regionserver.HRegionServer(1031): Exiting; stopping=bd6592c37bb2,38385,1732486623111; zookeeper connection closed. 2024-11-24T22:17:15,215 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d7a0a72 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d7a0a72 2024-11-24T22:17:15,216 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T22:17:15,533 INFO [M:0;bd6592c37bb2:43419 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T22:17:15,533 INFO [M:0;bd6592c37bb2:43419 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T22:17:15,534 DEBUG [M:0;bd6592c37bb2:43419 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:17:15,534 INFO [M:0;bd6592c37bb2:43419 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:15,534 DEBUG [M:0;bd6592c37bb2:43419 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:15,534 DEBUG [M:0;bd6592c37bb2:43419 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:17:15,534 DEBUG [M:0;bd6592c37bb2:43419 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:15,534 INFO [M:0;bd6592c37bb2:43419 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-24T22:17:15,552 DEBUG [M:0;bd6592c37bb2:43419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03603a3b8566402eb9530f6f37c40159 is 82, key is hbase:meta,,1/info:regioninfo/1732486626630/Put/seqid=0 2024-11-24T22:17:15,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741843_1019 (size=5672) 2024-11-24T22:17:15,958 INFO [M:0;bd6592c37bb2:43419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03603a3b8566402eb9530f6f37c40159 2024-11-24T22:17:15,982 DEBUG [M:0;bd6592c37bb2:43419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfceb69d5668461fb3dbead8d333c6c1 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732486631792/Put/seqid=0 2024-11-24T22:17:15,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741844_1020 (size=8663) 2024-11-24T22:17:16,388 INFO [M:0;bd6592c37bb2:43419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfceb69d5668461fb3dbead8d333c6c1 2024-11-24T22:17:16,412 DEBUG [M:0;bd6592c37bb2:43419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ac063590f1d4b6cb37e9490a97a5e16 is 69, key is bd6592c37bb2,38385,1732486623111/rs:state/1732486625426/Put/seqid=0 2024-11-24T22:17:16,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741845_1021 (size=5156) 2024-11-24T22:17:16,817 INFO [M:0;bd6592c37bb2:43419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ac063590f1d4b6cb37e9490a97a5e16 2024-11-24T22:17:16,828 DEBUG [M:0;bd6592c37bb2:43419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03603a3b8566402eb9530f6f37c40159 as hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03603a3b8566402eb9530f6f37c40159 2024-11-24T22:17:16,837 INFO [M:0;bd6592c37bb2:43419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03603a3b8566402eb9530f6f37c40159, entries=8, sequenceid=115, filesize=5.5 K 2024-11-24T22:17:16,839 DEBUG [M:0;bd6592c37bb2:43419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfceb69d5668461fb3dbead8d333c6c1 as hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bfceb69d5668461fb3dbead8d333c6c1 2024-11-24T22:17:16,847 INFO [M:0;bd6592c37bb2:43419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bfceb69d5668461fb3dbead8d333c6c1, entries=14, sequenceid=115, filesize=8.5 K 2024-11-24T22:17:16,848 DEBUG [M:0;bd6592c37bb2:43419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ac063590f1d4b6cb37e9490a97a5e16 as hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ac063590f1d4b6cb37e9490a97a5e16 2024-11-24T22:17:16,856 INFO [M:0;bd6592c37bb2:43419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ac063590f1d4b6cb37e9490a97a5e16, entries=1, sequenceid=115, filesize=5.0 K 2024-11-24T22:17:16,858 INFO [M:0;bd6592c37bb2:43419 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=115, compaction requested=false 2024-11-24T22:17:16,861 INFO [M:0;bd6592c37bb2:43419 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:16,862 DEBUG [M:0;bd6592c37bb2:43419 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486635533Disabling compacts and flushes for region at 1732486635534 (+1 ms)Disabling writes for close at 1732486635534Obtaining lock to block concurrent updates at 1732486635534Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732486635534Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732486635534Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732486635535 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732486635535Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732486635551 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732486635551Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732486635965 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732486635982 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732486635982Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732486636396 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732486636411 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732486636411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4959862f: reopening flushed file at 1732486636827 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@548cb455: reopening flushed file at 1732486636837 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593c35e6: reopening flushed file at 1732486636847 (+10 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=115, compaction requested=false at 1732486636858 (+11 ms)Writing region close event to WAL at 1732486636861 (+3 ms)Closed at 1732486636861 2024-11-24T22:17:16,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741830_1006 (size=59421) 2024-11-24T22:17:16,866 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:17:16,866 INFO [M:0;bd6592c37bb2:43419 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T22:17:16,866 INFO [M:0;bd6592c37bb2:43419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43419 2024-11-24T22:17:16,866 INFO [M:0;bd6592c37bb2:43419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:17:16,970 INFO [M:0;bd6592c37bb2:43419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:17:16,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:17:16,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1014c0dc9fe0000, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:17:16,972 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:17:16,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:16,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:16,972 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:17:16,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:16,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:17:16,972 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T22:17:16,973 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:17:16,973 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46281 2024-11-24T22:17:16,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46281 connecting to ZooKeeper ensemble=127.0.0.1:56068 2024-11-24T22:17:16,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462810x0, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:17:16,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46281-0x1014c0dc9fe0006 connected 2024-11-24T22:17:16,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:16,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:16,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Set watcher on znode that does not yet exist, /01836874815/running 2024-11-24T22:17:16,987 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01836874815/meta-region-server: INIT 2024-11-24T22:17:16,987 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02, hbase.cluster.distributed=false 2024-11-24T22:17:16,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Set watcher on znode that does not yet exist, /01836874815/acl 2024-11-24T22:17:16,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46281 2024-11-24T22:17:17,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46281 2024-11-24T22:17:17,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46281 2024-11-24T22:17:17,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46281 2024-11-24T22:17:17,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46281 2024-11-24T22:17:17,034 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:17:17,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:17,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:17,034 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:17:17,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:17,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:17:17,035 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T22:17:17,035 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:17:17,036 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46871 2024-11-24T22:17:17,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46871 connecting to ZooKeeper ensemble=127.0.0.1:56068 2024-11-24T22:17:17,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:17,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:17,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468710x0, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:17:17,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46871-0x1014c0dc9fe0007 connected 2024-11-24T22:17:17,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46871-0x1014c0dc9fe0007, quorum=127.0.0.1:56068, baseZNode=/01836874815 Set watcher on znode that does not yet exist, /01836874815/running 2024-11-24T22:17:17,047 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01836874815/meta-region-server: INIT 2024-11-24T22:17:17,048 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T22:17:17,052 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T22:17:17,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46871-0x1014c0dc9fe0007, quorum=127.0.0.1:56068, baseZNode=/01836874815 Set watcher on znode that does not yet exist, /01836874815/master 2024-11-24T22:17:17,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46871-0x1014c0dc9fe0007, quorum=127.0.0.1:56068, baseZNode=/01836874815 Set watcher on znode that does not yet exist, /01836874815/acl 2024-11-24T22:17:17,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46871 2024-11-24T22:17:17,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46871 2024-11-24T22:17:17,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46871 2024-11-24T22:17:17,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46871 2024-11-24T22:17:17,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46871 2024-11-24T22:17:17,077 DEBUG [M:0;bd6592c37bb2:46281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:46281 2024-11-24T22:17:17,078 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01836874815/backup-masters/bd6592c37bb2,46281,1732486636972 2024-11-24T22:17:17,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815/backup-masters 2024-11-24T22:17:17,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1014c0dc9fe0007, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815/backup-masters 2024-11-24T22:17:17,080 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Set watcher on existing znode=/01836874815/backup-masters/bd6592c37bb2,46281,1732486636972 2024-11-24T22:17:17,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815 2024-11-24T22:17:17,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1014c0dc9fe0007, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01836874815/master 2024-11-24T22:17:17,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1014c0dc9fe0007, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815 2024-11-24T22:17:17,083 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Set watcher on existing znode=/01836874815/master 2024-11-24T22:17:17,083 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01836874815/backup-masters/bd6592c37bb2,46281,1732486636972 from backup master directory 2024-11-24T22:17:17,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01836874815/backup-masters/bd6592c37bb2,46281,1732486636972 2024-11-24T22:17:17,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1014c0dc9fe0007, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815/backup-masters 2024-11-24T22:17:17,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815/backup-masters 2024-11-24T22:17:17,085 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:17:17,085 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,46281,1732486636972 2024-11-24T22:17:17,100 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:17,100 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T22:17:17,114 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 14ms. 2024-11-24T22:17:17,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741846_1022 (size=196) 2024-11-24T22:17:17,252 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:17:17,527 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:17:17,528 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T22:17:17,529 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:17,537 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-24T22:17:17,542 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/WALs/bd6592c37bb2,43419,1732486622445 to hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/WALs/bd6592c37bb2,43419,1732486622445-dead as it is dead 2024-11-24T22:17:17,545 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-24T22:17:17,545 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-24T22:17:17,545 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/WALs/bd6592c37bb2,43419,1732486622445-dead/bd6592c37bb2%2C43419%2C1732486622445.1732486624746 2024-11-24T22:17:17,553 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/WALs/bd6592c37bb2,43419,1732486622445-dead/bd6592c37bb2%2C43419%2C1732486622445.1732486624746 after 5ms 2024-11-24T22:17:17,554 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/WALs/bd6592c37bb2,43419,1732486622445-dead/bd6592c37bb2%2C43419%2C1732486622445.1732486624746 to hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bd6592c37bb2%2C43419%2C1732486622445.1732486624746 2024-11-24T22:17:17,555 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/WALs/bd6592c37bb2,43419,1732486622445-dead 2024-11-24T22:17:17,555 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/WALs/bd6592c37bb2,46281,1732486636972 2024-11-24T22:17:17,557 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:17:17,559 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C46281%2C1732486636972, suffix=, logDir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/WALs/bd6592c37bb2,46281,1732486636972, archiveDir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/oldWALs, maxLogs=10 2024-11-24T22:17:17,580 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/WALs/bd6592c37bb2,46281,1732486636972/bd6592c37bb2%2C46281%2C1732486636972.1732486637560, exclude list is [], retry=0 2024-11-24T22:17:17,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-9d05c0e1-fc00-4527-bf8a-3e5e83582d33,DISK] 2024-11-24T22:17:17,588 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/WALs/bd6592c37bb2,46281,1732486636972/bd6592c37bb2%2C46281%2C1732486636972.1732486637560 2024-11-24T22:17:17,588 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34163:34163)] 2024-11-24T22:17:17,588 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:17:17,589 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:17,589 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:17,589 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:17,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:17,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T22:17:17,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:17,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03603a3b8566402eb9530f6f37c40159 2024-11-24T22:17:17,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:17,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:17,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T22:17:17,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:17,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bfceb69d5668461fb3dbead8d333c6c1 2024-11-24T22:17:17,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:17,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:17,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T22:17:17,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:17,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ac063590f1d4b6cb37e9490a97a5e16 2024-11-24T22:17:17,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:17,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:17,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T22:17:17,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:17,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:17,628 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:17,629 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-24T22:17:17,629 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bd6592c37bb2%2C43419%2C1732486622445.1732486624746 2024-11-24T22:17:17,651 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bd6592c37bb2%2C43419%2C1732486622445.1732486624746 2024-11-24T22:17:17,653 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bd6592c37bb2%2C43419%2C1732486622445.1732486624746 2024-11-24T22:17:17,655 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:17,655 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:17,656 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:17:17,658 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:17,662 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-24T22:17:17,666 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66237463, jitterRate=-0.012984886765480042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:17:17,667 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732486637589Initializing all the Stores at 1732486637590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486637590Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486637591 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486637591Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486637591Cleaning up temporary data from old regions at 1732486637655 (+64 ms)Region opened successfully at 1732486637667 (+12 ms) 2024-11-24T22:17:17,668 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T22:17:17,674 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6caa71e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:17:17,687 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-24T22:17:17,688 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T22:17:17,688 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T22:17:17,688 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T22:17:17,689 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T22:17:17,695 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:17,695 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T22:17:17,696 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T22:17:17,696 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T22:17:17,696 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T22:17:17,697 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T22:17:17,697 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-24T22:17:17,697 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T22:17:17,702 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=bd6592c37bb2,38385,1732486623111, regionLocation=bd6592c37bb2,38385,1732486623111, openSeqNum=2 2024-11-24T22:17:17,702 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=bd6592c37bb2,38385,1732486623111, table=hbase:meta, region=1588230740 2024-11-24T22:17:17,702 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,38385,1732486623111, state=OPEN 2024-11-24T22:17:17,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01836874815/meta-region-server 2024-11-24T22:17:17,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01836874815/meta-region-server: CHANGED 2024-11-24T22:17:17,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1014c0dc9fe0007, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01836874815/meta-region-server 2024-11-24T22:17:17,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01836874815/meta-region-server: CHANGED 2024-11-24T22:17:17,710 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-24T22:17:17,711 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01836874815/draining/bd6592c37bb2,38385,1732486623111 already deleted, retry=false 2024-11-24T22:17:17,712 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of bd6592c37bb2,38385,1732486623111 on bd6592c37bb2,46281,1732486636972 2024-11-24T22:17:17,719 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure bd6592c37bb2,38385,1732486623111, splitWal=true, meta=true 2024-11-24T22:17:17,722 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for bd6592c37bb2,38385,1732486623111 (carryingMeta=true) bd6592c37bb2,38385,1732486623111/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@260b8914[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T22:17:17,727 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Unable to get data of znode /01836874815/balancer because node does not exist (not necessarily an error) 2024-11-24T22:17:17,735 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01836874815/balancer already deleted, retry=false 2024-11-24T22:17:17,735 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T22:17:17,736 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Unable to get data of znode /01836874815/normalizer because node does not exist (not necessarily an error) 2024-11-24T22:17:17,737 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01836874815/normalizer already deleted, retry=false 2024-11-24T22:17:17,738 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T22:17:17,738 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Unable to get data of znode /01836874815/switch/split because node does not exist (not necessarily an error) 2024-11-24T22:17:17,740 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01836874815/switch/split already deleted, retry=false 2024-11-24T22:17:17,741 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Unable to get data of znode /01836874815/switch/merge because node does not exist (not necessarily an error) 2024-11-24T22:17:17,742 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01836874815/switch/merge already deleted, retry=false 2024-11-24T22:17:17,752 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Unable to get data of znode /01836874815/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T22:17:17,753 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01836874815/snapshot-cleanup already deleted, retry=false 2024-11-24T22:17:17,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01836874815/running 2024-11-24T22:17:17,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815 2024-11-24T22:17:17,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1014c0dc9fe0007, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01836874815/running 2024-11-24T22:17:17,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1014c0dc9fe0007, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815 2024-11-24T22:17:17,755 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,46281,1732486636972, sessionid=0x1014c0dc9fe0006, setting cluster-up flag (Was=false) 2024-11-24T22:17:17,759 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01836874815/flush-table-proc/acquired, /01836874815/flush-table-proc/reached, /01836874815/flush-table-proc/abort 2024-11-24T22:17:17,759 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,46281,1732486636972 2024-11-24T22:17:17,762 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01836874815/online-snapshot/acquired, /01836874815/online-snapshot/reached, /01836874815/online-snapshot/abort 2024-11-24T22:17:17,764 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,46281,1732486636972 2024-11-24T22:17:17,765 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/.lastflushedseqids 2024-11-24T22:17:17,770 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T22:17:17,770 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T22:17:17,770 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,46281,1732486636972 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 bd6592c37bb2,38385,1732486623111 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T22:17:17,772 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:17,773 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:17,773 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:17,773 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:17,773 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10 2024-11-24T22:17:17,773 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:17,773 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:17:17,773 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:17,774 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732486667774 2024-11-24T22:17:17,774 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T22:17:17,774 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T22:17:17,774 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T22:17:17,774 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T22:17:17,775 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T22:17:17,775 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T22:17:17,776 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:17,776 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T22:17:17,776 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T22:17:17,776 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T22:17:17,777 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T22:17:17,777 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure bd6592c37bb2,38385,1732486623111, splitWal=true, meta=true 2024-11-24T22:17:17,777 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T22:17:17,777 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T22:17:17,778 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure bd6592c37bb2,38385,1732486623111, splitWal=true, meta=true, isMeta: true 2024-11-24T22:17:17,780 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111-splitting 2024-11-24T22:17:17,780 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486637777,5,FailOnTimeoutGroup] 2024-11-24T22:17:17,781 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111-splitting dir is empty, no logs to split. 2024-11-24T22:17:17,782 INFO [PEWorker-1 {}] master.SplitWALManager(105): bd6592c37bb2,38385,1732486623111 WAL count=0, meta=true 2024-11-24T22:17:17,784 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486637780,5,FailOnTimeoutGroup] 2024-11-24T22:17:17,784 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:17,784 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T22:17:17,784 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:17,785 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:17,785 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732486637785, completionTime=-1 2024-11-24T22:17:17,785 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-24T22:17:17,786 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111-splitting dir is empty, no logs to split. 2024-11-24T22:17:17,786 INFO [PEWorker-1 {}] master.SplitWALManager(105): bd6592c37bb2,38385,1732486623111 WAL count=0, meta=true 2024-11-24T22:17:17,786 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if bd6592c37bb2,38385,1732486623111 WAL splitting is done? wals=0, meta=true 2024-11-24T22:17:17,788 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T22:17:17,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T22:17:17,790 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:17:17,791 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T22:17:17,867 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.HRegionServer(746): ClusterId : b95c6849-b904-4a80-91af-3a8dcf654830 2024-11-24T22:17:17,867 DEBUG [RS:0;bd6592c37bb2:46871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T22:17:17,870 DEBUG [RS:0;bd6592c37bb2:46871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T22:17:17,870 DEBUG [RS:0;bd6592c37bb2:46871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T22:17:17,873 DEBUG [RS:0;bd6592c37bb2:46871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T22:17:17,873 DEBUG [RS:0;bd6592c37bb2:46871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2639d9cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:17:17,887 DEBUG [RS:0;bd6592c37bb2:46871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:46871 2024-11-24T22:17:17,887 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T22:17:17,887 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T22:17:17,887 DEBUG [RS:0;bd6592c37bb2:46871 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T22:17:17,888 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,46281,1732486636972 with port=46871, startcode=1732486637034 2024-11-24T22:17:17,888 DEBUG [RS:0;bd6592c37bb2:46871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T22:17:17,890 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T22:17:17,891 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46281 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,46871,1732486637034 2024-11-24T22:17:17,891 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46281 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,46871,1732486637034 2024-11-24T22:17:17,893 DEBUG [RS:0;bd6592c37bb2:46871 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02 2024-11-24T22:17:17,894 DEBUG [RS:0;bd6592c37bb2:46871 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45247 2024-11-24T22:17:17,894 DEBUG [RS:0;bd6592c37bb2:46871 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T22:17:17,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815/rs 2024-11-24T22:17:17,898 DEBUG [RS:0;bd6592c37bb2:46871 {}] zookeeper.ZKUtil(111): regionserver:46871-0x1014c0dc9fe0007, quorum=127.0.0.1:56068, baseZNode=/01836874815 Set watcher on existing znode=/01836874815/rs/bd6592c37bb2,46871,1732486637034 2024-11-24T22:17:17,898 WARN [RS:0;bd6592c37bb2:46871 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:17:17,898 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,46871,1732486637034] 2024-11-24T22:17:17,898 INFO [RS:0;bd6592c37bb2:46871 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:17,899 DEBUG [RS:0;bd6592c37bb2:46871 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034 2024-11-24T22:17:17,938 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=153ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T22:17:17,942 WARN [bd6592c37bb2:46281 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T22:17:17,955 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T22:17:17,957 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T22:17:17,958 INFO [RS:0;bd6592c37bb2:46871 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T22:17:17,958 INFO [RS:0;bd6592c37bb2:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:17,960 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T22:17:17,961 INFO [RS:0;bd6592c37bb2:46871 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T22:17:17,961 INFO [RS:0;bd6592c37bb2:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:17,961 DEBUG [RS:0;bd6592c37bb2:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:17,962 DEBUG [RS:0;bd6592c37bb2:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:17,962 DEBUG [RS:0;bd6592c37bb2:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:17,962 DEBUG [RS:0;bd6592c37bb2:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:17,962 DEBUG [RS:0;bd6592c37bb2:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:17,962 DEBUG [RS:0;bd6592c37bb2:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:17:17,962 DEBUG [RS:0;bd6592c37bb2:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:17,962 DEBUG [RS:0;bd6592c37bb2:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:17,962 DEBUG [RS:0;bd6592c37bb2:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:17,962 DEBUG [RS:0;bd6592c37bb2:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:17,962 DEBUG [RS:0;bd6592c37bb2:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:17,962 DEBUG [RS:0;bd6592c37bb2:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:17,962 DEBUG [RS:0;bd6592c37bb2:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:17:17,962 DEBUG [RS:0;bd6592c37bb2:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:17:17,964 INFO [RS:0;bd6592c37bb2:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:17,964 INFO [RS:0;bd6592c37bb2:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:17,964 INFO [RS:0;bd6592c37bb2:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:17,964 INFO [RS:0;bd6592c37bb2:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:17,964 INFO [RS:0;bd6592c37bb2:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:17,964 INFO [RS:0;bd6592c37bb2:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46871,1732486637034-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:17:17,979 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T22:17:17,979 INFO [RS:0;bd6592c37bb2:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46871,1732486637034-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:17,996 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.ReplicationSource(231): queueId=1-bd6592c37bb2,46871,1732486637034, ReplicationSource: 1, currentBandwidth=0 2024-11-24T22:17:18,011 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.ReplicationSource(231): queueId=2-bd6592c37bb2,46871,1732486637034, ReplicationSource: 2, currentBandwidth=0 2024-11-24T22:17:18,011 INFO [RS:0;bd6592c37bb2:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:18,011 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.Replication(171): bd6592c37bb2,46871,1732486637034 started 2024-11-24T22:17:18,011 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource,1-bd6592c37bb2,46871,1732486637034 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:42387' 2024-11-24T22:17:18,013 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource,1-bd6592c37bb2,46871,1732486637034 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38b5e115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:18,013 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource,1-bd6592c37bb2,46871,1732486637034 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,42387,-1 for getting cluster id 2024-11-24T22:17:18,013 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource,1-bd6592c37bb2,46871,1732486637034 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:18,014 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dad45ae-7273-4ad1-8edc-989efcf1987f' 2024-11-24T22:17:18,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:18,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dad45ae-7273-4ad1-8edc-989efcf1987f" 2024-11-24T22:17:18,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11ae563b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:18,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,42387,-1] 2024-11-24T22:17:18,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:18,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:18,017 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:18,018 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource,1-bd6592c37bb2,46871,1732486637034 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@345fcc34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:18,018 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource,1-bd6592c37bb2,46871,1732486637034 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:17:18,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,42387,1732486628027 2024-11-24T22:17:18,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1257e865 2024-11-24T22:17:18,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:17:18,021 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-24T22:17:18,021 INFO [RS:0;bd6592c37bb2:46871.replicationSource,1-bd6592c37bb2,46871,1732486637034 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bd6592c37bb2,46871,1732486637034 (queues=0) is replicating from cluster=b95c6849-b904-4a80-91af-3a8dcf654830 to cluster=9dad45ae-7273-4ad1-8edc-989efcf1987f 2024-11-24T22:17:18,029 INFO [RS:0;bd6592c37bb2:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:18,030 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,46871,1732486637034, RpcServer on bd6592c37bb2/172.17.0.2:46871, sessionid=0x1014c0dc9fe0007 2024-11-24T22:17:18,030 DEBUG [RS:0;bd6592c37bb2:46871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T22:17:18,030 DEBUG [RS:0;bd6592c37bb2:46871 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,46871,1732486637034 2024-11-24T22:17:18,030 DEBUG [RS:0;bd6592c37bb2:46871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,46871,1732486637034' 2024-11-24T22:17:18,030 DEBUG [RS:0;bd6592c37bb2:46871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01836874815/flush-table-proc/abort' 2024-11-24T22:17:18,030 DEBUG [RS:0;bd6592c37bb2:46871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01836874815/flush-table-proc/acquired' 2024-11-24T22:17:18,031 DEBUG [RS:0;bd6592c37bb2:46871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T22:17:18,031 DEBUG [RS:0;bd6592c37bb2:46871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T22:17:18,031 DEBUG [RS:0;bd6592c37bb2:46871 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,46871,1732486637034 2024-11-24T22:17:18,031 DEBUG [RS:0;bd6592c37bb2:46871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,46871,1732486637034' 2024-11-24T22:17:18,031 DEBUG [RS:0;bd6592c37bb2:46871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01836874815/online-snapshot/abort' 2024-11-24T22:17:18,031 DEBUG [RS:0;bd6592c37bb2:46871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01836874815/online-snapshot/acquired' 2024-11-24T22:17:18,032 DEBUG [RS:0;bd6592c37bb2:46871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T22:17:18,032 INFO [RS:0;bd6592c37bb2:46871 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T22:17:18,032 INFO [RS:0;bd6592c37bb2:46871 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T22:17:18,034 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource,2-bd6592c37bb2,46871,1732486637034 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:42387' 2024-11-24T22:17:18,036 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource,2-bd6592c37bb2,46871,1732486637034 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c345cfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:18,036 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource,2-bd6592c37bb2,46871,1732486637034 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,42387,-1 for getting cluster id 2024-11-24T22:17:18,036 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource,2-bd6592c37bb2,46871,1732486637034 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:18,037 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dad45ae-7273-4ad1-8edc-989efcf1987f' 2024-11-24T22:17:18,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:18,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dad45ae-7273-4ad1-8edc-989efcf1987f" 2024-11-24T22:17:18,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34832525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:18,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,42387,-1] 2024-11-24T22:17:18,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:18,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:18,039 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:18,040 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource,2-bd6592c37bb2,46871,1732486637034 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48d8efd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:18,040 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource,2-bd6592c37bb2,46871,1732486637034 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:17:18,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,42387,1732486628027 2024-11-24T22:17:18,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66b5b572 2024-11-24T22:17:18,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:17:18,043 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-24T22:17:18,043 INFO [RS:0;bd6592c37bb2:46871.replicationSource,2-bd6592c37bb2,46871,1732486637034 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-bd6592c37bb2,46871,1732486637034 (queues=0) is replicating from cluster=b95c6849-b904-4a80-91af-3a8dcf654830 to cluster=9dad45ae-7273-4ad1-8edc-989efcf1987f 2024-11-24T22:17:18,132 INFO [RS:0;bd6592c37bb2:46871 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:17:18,134 INFO [RS:0;bd6592c37bb2:46871 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C46871%2C1732486637034, suffix=, logDir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034, archiveDir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/oldWALs, maxLogs=10 2024-11-24T22:17:18,149 DEBUG [RS:0;bd6592c37bb2:46871 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.1732486638135, exclude list is [], retry=0 2024-11-24T22:17:18,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-9d05c0e1-fc00-4527-bf8a-3e5e83582d33,DISK] 2024-11-24T22:17:18,154 INFO [RS:0;bd6592c37bb2:46871 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.1732486638135 2024-11-24T22:17:18,155 DEBUG [RS:0;bd6592c37bb2:46871 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group bd6592c37bb2%2C46871%2C1732486637034 for peer 2 2024-11-24T22:17:18,155 DEBUG [RS:0;bd6592c37bb2:46871 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group bd6592c37bb2%2C46871%2C1732486637034 for peer 1 2024-11-24T22:17:18,155 DEBUG [RS:0;bd6592c37bb2:46871 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bd6592c37bb2%2C46871%2C1732486637034 2024-11-24T22:17:18,155 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bd6592c37bb2,46871,1732486637034, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T22:17:18,155 DEBUG [RS:0;bd6592c37bb2:46871 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=bd6592c37bb2%2C46871%2C1732486637034 2024-11-24T22:17:18,155 INFO [RS:0;bd6592c37bb2:46871.replicationSource.shipperbd6592c37bb2%2C46871%2C1732486637034,1-bd6592c37bb2,46871,1732486637034 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bd6592c37bb2%2C46871%2C1732486637034 2024-11-24T22:17:18,155 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-bd6592c37bb2,46871,1732486637034, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T22:17:18,156 DEBUG [RS:0;bd6592c37bb2:46871 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34163:34163)] 2024-11-24T22:17:18,156 INFO [RS:0;bd6592c37bb2:46871.replicationSource.shipperbd6592c37bb2%2C46871%2C1732486637034,2-bd6592c37bb2,46871,1732486637034 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bd6592c37bb2%2C46871%2C1732486637034 2024-11-24T22:17:18,156 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource.wal-reader.bd6592c37bb2%2C46871%2C1732486637034,1-bd6592c37bb2,46871,1732486637034 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.1732486638135, startPosition=0, beingWritten=true 2024-11-24T22:17:18,156 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource.wal-reader.bd6592c37bb2%2C46871%2C1732486637034,2-bd6592c37bb2,46871,1732486637034 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.1732486638135, startPosition=0, beingWritten=true 2024-11-24T22:17:18,192 DEBUG [bd6592c37bb2:46281 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:17:18,193 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,46871,1732486637034 2024-11-24T22:17:18,194 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,46871,1732486637034, state=OPENING 2024-11-24T22:17:18,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01836874815/meta-region-server 2024-11-24T22:17:18,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1014c0dc9fe0007, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01836874815/meta-region-server 2024-11-24T22:17:18,196 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:17:18,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01836874815/meta-region-server: CHANGED 2024-11-24T22:17:18,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01836874815/meta-region-server: CHANGED 2024-11-24T22:17:18,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,46871,1732486637034}] 2024-11-24T22:17:18,349 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:17:18,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:17:18,355 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T22:17:18,355 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:18,355 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T22:17:18,357 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C46871%2C1732486637034.meta, suffix=.meta, logDir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034, archiveDir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/oldWALs, maxLogs=10 2024-11-24T22:17:18,362 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource.wal-reader.bd6592c37bb2%2C46871%2C1732486637034,2-bd6592c37bb2,46871,1732486637034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.1732486638135 to pos 0, reset compression=false 2024-11-24T22:17:18,362 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource.wal-reader.bd6592c37bb2%2C46871%2C1732486637034,1-bd6592c37bb2,46871,1732486637034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.1732486638135 to pos 0, reset compression=false 2024-11-24T22:17:18,373 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.meta.1732486638358.meta, exclude list is [], retry=0 2024-11-24T22:17:18,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-9d05c0e1-fc00-4527-bf8a-3e5e83582d33,DISK] 2024-11-24T22:17:18,377 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.meta.1732486638358.meta 2024-11-24T22:17:18,377 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34163:34163)] 2024-11-24T22:17:18,377 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:17:18,378 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:17:18,378 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:17:18,378 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T22:17:18,378 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T22:17:18,378 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T22:17:18,378 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:18,378 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T22:17:18,379 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T22:17:18,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:17:18,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:17:18,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:18,388 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/info/b94f93e9d06c46a58a42e4d7a5d4b986 2024-11-24T22:17:18,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:18,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:17:18,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:17:18,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:18,396 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/ns/59d31457e57541ee954bb08171dcc118 2024-11-24T22:17:18,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:18,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:17:18,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:17:18,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:18,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:18,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:17:18,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:17:18,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:18,406 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/table/ee664fed0dcd4167810681304e557e74 2024-11-24T22:17:18,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:18,407 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:17:18,408 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740 2024-11-24T22:17:18,410 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740 2024-11-24T22:17:18,411 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:17:18,411 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:17:18,412 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:17:18,414 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:17:18,415 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65918477, jitterRate=-0.01773814857006073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:17:18,415 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T22:17:18,415 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732486638379Writing region info on filesystem at 1732486638379Initializing all the Stores at 1732486638380 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486638380Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486638380Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486638380Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486638380Cleaning up temporary data from old regions at 1732486638411 (+31 ms)Running coprocessor post-open hooks at 1732486638415 (+4 ms)Region opened successfully at 1732486638415 2024-11-24T22:17:18,417 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732486638348 2024-11-24T22:17:18,419 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T22:17:18,419 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T22:17:18,420 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=bd6592c37bb2,46871,1732486637034 2024-11-24T22:17:18,421 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,46871,1732486637034, state=OPEN 2024-11-24T22:17:18,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1014c0dc9fe0007, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01836874815/meta-region-server 2024-11-24T22:17:18,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01836874815/meta-region-server 2024-11-24T22:17:18,423 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01836874815/meta-region-server: CHANGED 2024-11-24T22:17:18,423 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,46871,1732486637034 2024-11-24T22:17:18,423 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01836874815/meta-region-server: CHANGED 2024-11-24T22:17:18,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-24T22:17:18,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,46871,1732486637034 in 227 msec 2024-11-24T22:17:18,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-24T22:17:18,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 638 msec 2024-11-24T22:17:18,670 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource.wal-reader.bd6592c37bb2%2C46871%2C1732486637034,2-bd6592c37bb2,46871,1732486637034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.1732486638135 to pos 0, reset compression=false 2024-11-24T22:17:18,669 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource.wal-reader.bd6592c37bb2%2C46871%2C1732486637034,1-bd6592c37bb2,46871,1732486637034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.1732486638135 to pos 0, reset compression=false 2024-11-24T22:17:19,077 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource.wal-reader.bd6592c37bb2%2C46871%2C1732486637034,2-bd6592c37bb2,46871,1732486637034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.1732486638135 to pos 0, reset compression=false 2024-11-24T22:17:19,078 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource.wal-reader.bd6592c37bb2%2C46871%2C1732486637034,1-bd6592c37bb2,46871,1732486637034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.1732486638135 to pos 0, reset compression=false 2024-11-24T22:17:19,441 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1656ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-24T22:17:19,590 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource.wal-reader.bd6592c37bb2%2C46871%2C1732486637034,2-bd6592c37bb2,46871,1732486637034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.1732486638135 to pos 0, reset compression=false 2024-11-24T22:17:19,590 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource.wal-reader.bd6592c37bb2%2C46871%2C1732486637034,1-bd6592c37bb2,46871,1732486637034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.1732486638135 to pos 0, reset compression=false 2024-11-24T22:17:20,201 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource.wal-reader.bd6592c37bb2%2C46871%2C1732486637034,2-bd6592c37bb2,46871,1732486637034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.1732486638135 to pos 0, reset compression=false 2024-11-24T22:17:20,203 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource.wal-reader.bd6592c37bb2%2C46871%2C1732486637034,1-bd6592c37bb2,46871,1732486637034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.1732486638135 to pos 0, reset compression=false 2024-11-24T22:17:20,909 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource.wal-reader.bd6592c37bb2%2C46871%2C1732486637034,2-bd6592c37bb2,46871,1732486637034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.1732486638135 to pos 0, reset compression=false 2024-11-24T22:17:20,909 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource.wal-reader.bd6592c37bb2%2C46871%2C1732486637034,1-bd6592c37bb2,46871,1732486637034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.1732486638135 to pos 0, reset compression=false 2024-11-24T22:17:20,943 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3158ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-24T22:17:21,716 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource.wal-reader.bd6592c37bb2%2C46871%2C1732486637034,1-bd6592c37bb2,46871,1732486637034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.1732486638135 to pos 0, reset compression=false 2024-11-24T22:17:21,716 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource.wal-reader.bd6592c37bb2%2C46871%2C1732486637034,2-bd6592c37bb2,46871,1732486637034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.1732486638135 to pos 0, reset compression=false 2024-11-24T22:17:22,296 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-24T22:17:22,297 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T22:17:22,297 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:17:22,297 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,46871,1732486637034, seqNum=-1] 2024-11-24T22:17:22,298 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:17:22,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:17:22,310 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eaf197f2bc744caf379845f36be841f5, regionState=OPEN, lastHost=bd6592c37bb2,38385,1732486623111, regionLocation=bd6592c37bb2,38385,1732486623111, openSeqNum=2 2024-11-24T22:17:22,310 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T22:17:22,310 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732486702310 2024-11-24T22:17:22,310 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732486762310 2024-11-24T22:17:22,311 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 14 msec 2024-11-24T22:17:22,311 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): bd6592c37bb2,38385,1732486623111 had 2 regions 2024-11-24T22:17:22,313 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46281,1732486636972-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:22,313 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46281,1732486636972-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:22,313 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46281,1732486636972-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:22,313 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:46281, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:22,313 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:22,313 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:22,316 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure bd6592c37bb2,38385,1732486623111, splitWal=true, meta=true, isMeta: false 2024-11-24T22:17:22,323 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111-splitting dir is empty, no logs to split. 2024-11-24T22:17:22,323 INFO [PEWorker-3 {}] master.SplitWALManager(105): bd6592c37bb2,38385,1732486623111 WAL count=0, meta=false 2024-11-24T22:17:22,325 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.239sec 2024-11-24T22:17:22,325 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T22:17:22,325 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T22:17:22,325 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T22:17:22,325 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T22:17:22,325 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T22:17:22,325 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46281,1732486636972-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:17:22,325 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46281,1732486636972-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T22:17:22,329 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,38385,1732486623111-splitting dir is empty, no logs to split. 2024-11-24T22:17:22,329 INFO [PEWorker-3 {}] master.SplitWALManager(105): bd6592c37bb2,38385,1732486623111 WAL count=0, meta=false 2024-11-24T22:17:22,329 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if bd6592c37bb2,38385,1732486623111 WAL splitting is done? wals=0, meta=false 2024-11-24T22:17:22,332 WARN [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=bd6592c37bb2,38385,1732486623111/hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. 2024-11-24T22:17:22,335 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T22:17:22,335 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T22:17:22,335 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46281,1732486636972-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:22,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eaf197f2bc744caf379845f36be841f5, ASSIGN}] 2024-11-24T22:17:22,338 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eaf197f2bc744caf379845f36be841f5, ASSIGN 2024-11-24T22:17:22,340 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eaf197f2bc744caf379845f36be841f5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T22:17:22,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f89f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:22,371 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,46281,-1 for getting cluster id 2024-11-24T22:17:22,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:22,375 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b95c6849-b904-4a80-91af-3a8dcf654830' 2024-11-24T22:17:22,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:22,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b95c6849-b904-4a80-91af-3a8dcf654830" 2024-11-24T22:17:22,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329053e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:22,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,46281,-1] 2024-11-24T22:17:22,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:22,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:22,377 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:22,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143de356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:22,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:17:22,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,46871,1732486637034, seqNum=-1] 2024-11-24T22:17:22,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:17:22,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:17:22,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-24T22:17:22,390 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:17:22,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:22,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:22,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:22,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:17:22,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: bd6592c37bb2:46281 after: bd6592c37bb2:46281 2024-11-24T22:17:22,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:22,393 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,46281,-1 for getting cluster id 2024-11-24T22:17:22,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:22,393 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b95c6849-b904-4a80-91af-3a8dcf654830' 2024-11-24T22:17:22,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:22,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b95c6849-b904-4a80-91af-3a8dcf654830" 2024-11-24T22:17:22,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4a2a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:22,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,46281,-1] 2024-11-24T22:17:22,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:22,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:22,395 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:22,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:22,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:17:22,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,46281,1732486636972 2024-11-24T22:17:22,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d1f8cec 2024-11-24T22:17:22,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:17:22,398 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:17:22,399 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46281 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T22:17:22,400 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46281 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T22:17:22,401 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46281 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T22:17:22,402 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46281 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T22:17:22,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T22:17:22,402 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:17:22,402 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:22,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:22,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:22,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:17:22,403 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T22:17:22,403 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=872956597, stopped=false 2024-11-24T22:17:22,403 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bd6592c37bb2,42387,1732486628027 2024-11-24T22:17:22,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-788216605/running 2024-11-24T22:17:22,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1014c0dc9fe0004, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-788216605/running 2024-11-24T22:17:22,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-788216605 2024-11-24T22:17:22,405 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:17:22,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1014c0dc9fe0004, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-788216605 2024-11-24T22:17:22,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:17:22,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:22,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:22,406 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bd6592c37bb2,33527,1732486628079' ***** 2024-11-24T22:17:22,406 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T22:17:22,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Set watcher on znode that does not yet exist, /1-788216605/running 2024-11-24T22:17:22,406 INFO [RS:0;bd6592c37bb2:33527 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T22:17:22,406 INFO [RS:0;bd6592c37bb2:33527 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T22:17:22,406 INFO [RS:0;bd6592c37bb2:33527 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T22:17:22,406 INFO [RS:0;bd6592c37bb2:33527 {}] regionserver.HRegionServer(959): stopping server bd6592c37bb2,33527,1732486628079 2024-11-24T22:17:22,406 INFO [RS:0;bd6592c37bb2:33527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:17:22,406 INFO [RS:0;bd6592c37bb2:33527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:33527. 2024-11-24T22:17:22,406 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T22:17:22,406 DEBUG [RS:0;bd6592c37bb2:33527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:22,407 DEBUG [RS:0;bd6592c37bb2:33527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:22,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33527-0x1014c0dc9fe0004, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Set watcher on znode that does not yet exist, /1-788216605/running 2024-11-24T22:17:22,407 INFO [RS:0;bd6592c37bb2:33527 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T22:17:22,407 INFO [RS:0;bd6592c37bb2:33527 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T22:17:22,407 INFO [RS:0;bd6592c37bb2:33527 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T22:17:22,407 INFO [RS:0;bd6592c37bb2:33527 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T22:17:22,408 INFO [RS:0;bd6592c37bb2:33527 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T22:17:22,408 DEBUG [RS:0;bd6592c37bb2:33527 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T22:17:22,408 DEBUG [RS:0;bd6592c37bb2:33527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:17:22,408 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:17:22,409 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:17:22,409 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:17:22,409 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:17:22,409 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:17:22,409 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T22:17:22,433 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/data/hbase/meta/1588230740/.tmp/ns/794e648007cd4735b44ca51571448470 is 43, key is default/ns:d/1732486630387/Put/seqid=0 2024-11-24T22:17:22,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741835_1011 (size=5153) 2024-11-24T22:17:22,469 INFO [regionserver/bd6592c37bb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:17:22,490 DEBUG [bd6592c37bb2:46281 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:17:22,490 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=eaf197f2bc744caf379845f36be841f5, regionState=OPENING, regionLocation=bd6592c37bb2,46871,1732486637034 2024-11-24T22:17:22,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eaf197f2bc744caf379845f36be841f5, ASSIGN because future has completed 2024-11-24T22:17:22,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaf197f2bc744caf379845f36be841f5, server=bd6592c37bb2,46871,1732486637034}] 2024-11-24T22:17:22,609 DEBUG [RS:0;bd6592c37bb2:33527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:17:22,623 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource.wal-reader.bd6592c37bb2%2C46871%2C1732486637034,2-bd6592c37bb2,46871,1732486637034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.1732486638135 to pos 0, reset compression=false 2024-11-24T22:17:22,623 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource.wal-reader.bd6592c37bb2%2C46871%2C1732486637034,1-bd6592c37bb2,46871,1732486637034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.1732486638135 to pos 0, reset compression=false 2024-11-24T22:17:22,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. 2024-11-24T22:17:22,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:22,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T22:17:22,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C46871%2C1732486637034.rep, suffix=, logDir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034, archiveDir=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/oldWALs, maxLogs=10 2024-11-24T22:17:22,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.rep.1732486642666, exclude list is [], retry=0 2024-11-24T22:17:22,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-9d05c0e1-fc00-4527-bf8a-3e5e83582d33,DISK] 2024-11-24T22:17:22,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.rep.1732486642666 2024-11-24T22:17:22,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34163:34163)] 2024-11-24T22:17:22,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => eaf197f2bc744caf379845f36be841f5, NAME => 'hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:17:22,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:17:22,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:17:22,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. service=MultiRowMutationService 2024-11-24T22:17:22,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T22:17:22,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:22,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:22,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:22,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:22,703 INFO [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:22,705 INFO [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaf197f2bc744caf379845f36be841f5 columnFamilyName hfileref 2024-11-24T22:17:22,705 DEBUG [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:22,706 INFO [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] regionserver.HStore(327): Store=eaf197f2bc744caf379845f36be841f5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:22,706 INFO [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:22,707 INFO [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaf197f2bc744caf379845f36be841f5 columnFamilyName queue 2024-11-24T22:17:22,707 DEBUG [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:22,716 DEBUG [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/replication/eaf197f2bc744caf379845f36be841f5/queue/be12c6865671419e83d0526e071e3b21 2024-11-24T22:17:22,716 INFO [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] regionserver.HStore(327): Store=eaf197f2bc744caf379845f36be841f5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:22,716 INFO [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:22,717 INFO [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaf197f2bc744caf379845f36be841f5 columnFamilyName sid 2024-11-24T22:17:22,717 DEBUG [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:22,718 INFO [StoreOpener-eaf197f2bc744caf379845f36be841f5-1 {}] regionserver.HStore(327): Store=eaf197f2bc744caf379845f36be841f5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:22,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:22,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/replication/eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:22,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/replication/eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:22,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:22,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:22,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:17:22,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:22,726 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T22:17:22,726 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T22:17:22,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened eaf197f2bc744caf379845f36be841f5; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60182050, jitterRate=-0.10321757197380066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:17:22,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:22,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for eaf197f2bc744caf379845f36be841f5: Running coprocessor pre-open hook at 1732486642698Writing region info on filesystem at 1732486642698Initializing all the Stores at 1732486642699 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486642700 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486642703 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486642703Cleaning up temporary data from old regions at 1732486642722 (+19 ms)Running coprocessor post-open hooks at 1732486642727 (+5 ms)Region opened successfully at 1732486642728 (+1 ms) 2024-11-24T22:17:22,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5., pid=19, masterSystemTime=1732486642648 2024-11-24T22:17:22,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. 2024-11-24T22:17:22,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. 2024-11-24T22:17:22,734 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=eaf197f2bc744caf379845f36be841f5, regionState=OPEN, openSeqNum=10, regionLocation=bd6592c37bb2,46871,1732486637034 2024-11-24T22:17:22,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaf197f2bc744caf379845f36be841f5, server=bd6592c37bb2,46871,1732486637034 because future has completed 2024-11-24T22:17:22,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-24T22:17:22,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure eaf197f2bc744caf379845f36be841f5, server=bd6592c37bb2,46871,1732486637034 in 247 msec 2024-11-24T22:17:22,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-24T22:17:22,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eaf197f2bc744caf379845f36be841f5, ASSIGN in 408 msec 2024-11-24T22:17:22,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-24T22:17:22,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5., hostname=bd6592c37bb2,46871,1732486637034, seqNum=10] 2024-11-24T22:17:22,793 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for bd6592c37bb2,38385,1732486623111 2024-11-24T22:17:22,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-24T22:17:22,809 DEBUG [RS:0;bd6592c37bb2:33527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:17:22,839 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/data/hbase/meta/1588230740/.tmp/ns/794e648007cd4735b44ca51571448470 2024-11-24T22:17:22,848 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/data/hbase/meta/1588230740/.tmp/ns/794e648007cd4735b44ca51571448470 as hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/data/hbase/meta/1588230740/ns/794e648007cd4735b44ca51571448470 2024-11-24T22:17:22,855 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/data/hbase/meta/1588230740/ns/794e648007cd4735b44ca51571448470, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T22:17:22,856 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false 2024-11-24T22:17:22,856 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T22:17:22,861 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T22:17:22,862 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:17:22,862 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:17:22,862 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:17:22,862 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486642408Running coprocessor pre-close hooks at 1732486642408Disabling compacts and flushes for region at 1732486642408Disabling writes for close at 1732486642409 (+1 ms)Obtaining lock to block concurrent updates at 1732486642409Preparing flush snapshotting stores in 1588230740 at 1732486642409Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732486642410 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732486642411 (+1 ms)Flushing 1588230740/ns: creating writer at 1732486642411Flushing 1588230740/ns: appending metadata at 1732486642432 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732486642432Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@673cc77d: reopening flushed file at 1732486642847 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false at 1732486642856 (+9 ms)Writing region close event to WAL at 1732486642857 (+1 ms)Running coprocessor post-close hooks at 1732486642862 (+5 ms)Closed at 1732486642862 2024-11-24T22:17:22,863 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T22:17:22,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-24T22:17:23,009 INFO [RS:0;bd6592c37bb2:33527 {}] regionserver.HRegionServer(976): stopping server bd6592c37bb2,33527,1732486628079; all regions closed. 2024-11-24T22:17:23,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741834_1010 (size=1152) 2024-11-24T22:17:23,012 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/WALs/bd6592c37bb2,33527,1732486628079/bd6592c37bb2%2C33527%2C1732486628079.meta.1732486630318.meta not finished, retry = 0 2024-11-24T22:17:23,115 DEBUG [RS:0;bd6592c37bb2:33527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/oldWALs 2024-11-24T22:17:23,116 INFO [RS:0;bd6592c37bb2:33527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C33527%2C1732486628079.meta:.meta(num 1732486630318) 2024-11-24T22:17:23,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741832_1008 (size=93) 2024-11-24T22:17:23,120 DEBUG [RS:0;bd6592c37bb2:33527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/oldWALs 2024-11-24T22:17:23,120 INFO [RS:0;bd6592c37bb2:33527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C33527%2C1732486628079:(num 1732486629800) 2024-11-24T22:17:23,120 DEBUG [RS:0;bd6592c37bb2:33527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:23,120 INFO [RS:0;bd6592c37bb2:33527 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:17:23,120 INFO [RS:0;bd6592c37bb2:33527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:17:23,121 INFO [RS:0;bd6592c37bb2:33527 {}] hbase.ChoreService(370): Chore service for: regionserver/bd6592c37bb2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T22:17:23,121 INFO [RS:0;bd6592c37bb2:33527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:17:23,121 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:17:23,121 INFO [RS:0;bd6592c37bb2:33527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33527 2024-11-24T22:17:23,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1014c0dc9fe0004, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-788216605/rs/bd6592c37bb2,33527,1732486628079 2024-11-24T22:17:23,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-788216605/rs 2024-11-24T22:17:23,123 INFO [RS:0;bd6592c37bb2:33527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:17:23,126 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bd6592c37bb2,33527,1732486628079] 2024-11-24T22:17:23,127 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-788216605/draining/bd6592c37bb2,33527,1732486628079 already deleted, retry=false 2024-11-24T22:17:23,127 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bd6592c37bb2,33527,1732486628079 expired; onlineServers=0 2024-11-24T22:17:23,127 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bd6592c37bb2,42387,1732486628027' ***** 2024-11-24T22:17:23,127 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T22:17:23,127 INFO [M:0;bd6592c37bb2:42387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:17:23,127 INFO [M:0;bd6592c37bb2:42387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:17:23,127 DEBUG [M:0;bd6592c37bb2:42387 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T22:17:23,128 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T22:17:23,128 DEBUG [M:0;bd6592c37bb2:42387 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T22:17:23,128 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486629543 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486629543,5,FailOnTimeoutGroup] 2024-11-24T22:17:23,128 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486629543 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486629543,5,FailOnTimeoutGroup] 2024-11-24T22:17:23,128 INFO [M:0;bd6592c37bb2:42387 {}] hbase.ChoreService(370): Chore service for: master/bd6592c37bb2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T22:17:23,128 INFO [M:0;bd6592c37bb2:42387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:17:23,128 DEBUG [M:0;bd6592c37bb2:42387 {}] master.HMaster(1795): Stopping service threads 2024-11-24T22:17:23,128 INFO [M:0;bd6592c37bb2:42387 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T22:17:23,128 INFO [M:0;bd6592c37bb2:42387 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:17:23,128 INFO [M:0;bd6592c37bb2:42387 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T22:17:23,128 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T22:17:23,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-788216605/master 2024-11-24T22:17:23,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-788216605 2024-11-24T22:17:23,129 DEBUG [M:0;bd6592c37bb2:42387 {}] zookeeper.ZKUtil(347): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Unable to get data of znode /1-788216605/master because node does not exist (not an error) 2024-11-24T22:17:23,129 WARN [M:0;bd6592c37bb2:42387 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T22:17:23,131 INFO [M:0;bd6592c37bb2:42387 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/.lastflushedseqids 2024-11-24T22:17:23,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741836_1012 (size=99) 2024-11-24T22:17:23,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1014c0dc9fe0004, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:17:23,226 INFO [RS:0;bd6592c37bb2:33527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:17:23,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x1014c0dc9fe0004, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:17:23,226 INFO [RS:0;bd6592c37bb2:33527 {}] regionserver.HRegionServer(1031): Exiting; stopping=bd6592c37bb2,33527,1732486628079; zookeeper connection closed. 2024-11-24T22:17:23,227 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@400932d0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@400932d0 2024-11-24T22:17:23,227 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T22:17:23,536 INFO [M:0;bd6592c37bb2:42387 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T22:17:23,537 INFO [M:0;bd6592c37bb2:42387 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T22:17:23,537 DEBUG [M:0;bd6592c37bb2:42387 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:17:23,537 INFO [M:0;bd6592c37bb2:42387 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:23,537 DEBUG [M:0;bd6592c37bb2:42387 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:23,537 DEBUG [M:0;bd6592c37bb2:42387 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:17:23,537 DEBUG [M:0;bd6592c37bb2:42387 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:23,537 INFO [M:0;bd6592c37bb2:42387 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T22:17:23,556 DEBUG [M:0;bd6592c37bb2:42387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/63cebdb6e0a543cc8890ee062fafa0c2 is 82, key is hbase:meta,,1/info:regioninfo/1732486630368/Put/seqid=0 2024-11-24T22:17:23,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741837_1013 (size=5672) 2024-11-24T22:17:23,631 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource.wal-reader.bd6592c37bb2%2C46871%2C1732486637034,2-bd6592c37bb2,46871,1732486637034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.1732486638135 to pos 0, reset compression=false 2024-11-24T22:17:23,631 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource.wal-reader.bd6592c37bb2%2C46871%2C1732486637034,1-bd6592c37bb2,46871,1732486637034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.1732486638135 to pos 0, reset compression=false 2024-11-24T22:17:23,881 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:17:23,961 INFO [M:0;bd6592c37bb2:42387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/63cebdb6e0a543cc8890ee062fafa0c2 2024-11-24T22:17:23,984 DEBUG [M:0;bd6592c37bb2:42387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b48dbb5d21b6461f8be9fc846490e157 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732486630394/Put/seqid=0 2024-11-24T22:17:23,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741838_1014 (size=5275) 2024-11-24T22:17:24,389 INFO [M:0;bd6592c37bb2:42387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b48dbb5d21b6461f8be9fc846490e157 2024-11-24T22:17:24,411 DEBUG [M:0;bd6592c37bb2:42387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff8e4762f568408f80b835e03e663fea is 69, key is bd6592c37bb2,33527,1732486628079/rs:state/1732486629636/Put/seqid=0 2024-11-24T22:17:24,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741839_1015 (size=5156) 2024-11-24T22:17:24,738 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource.wal-reader.bd6592c37bb2%2C46871%2C1732486637034,2-bd6592c37bb2,46871,1732486637034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.1732486638135 to pos 0, reset compression=false 2024-11-24T22:17:24,738 DEBUG [RS:0;bd6592c37bb2:46871.replicationSource.wal-reader.bd6592c37bb2%2C46871%2C1732486637034,1-bd6592c37bb2,46871,1732486637034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.1732486638135 to pos 0, reset compression=false 2024-11-24T22:17:24,816 INFO [M:0;bd6592c37bb2:42387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff8e4762f568408f80b835e03e663fea 2024-11-24T22:17:24,823 DEBUG [M:0;bd6592c37bb2:42387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/63cebdb6e0a543cc8890ee062fafa0c2 as hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/63cebdb6e0a543cc8890ee062fafa0c2 2024-11-24T22:17:24,829 INFO [M:0;bd6592c37bb2:42387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/63cebdb6e0a543cc8890ee062fafa0c2, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T22:17:24,831 DEBUG [M:0;bd6592c37bb2:42387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b48dbb5d21b6461f8be9fc846490e157 as hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b48dbb5d21b6461f8be9fc846490e157 2024-11-24T22:17:24,836 INFO [M:0;bd6592c37bb2:42387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b48dbb5d21b6461f8be9fc846490e157, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T22:17:24,837 DEBUG [M:0;bd6592c37bb2:42387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff8e4762f568408f80b835e03e663fea as hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff8e4762f568408f80b835e03e663fea 2024-11-24T22:17:24,843 INFO [M:0;bd6592c37bb2:42387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39357/user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff8e4762f568408f80b835e03e663fea, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T22:17:24,844 INFO [M:0;bd6592c37bb2:42387 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=28, compaction requested=false 2024-11-24T22:17:24,846 INFO [M:0;bd6592c37bb2:42387 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:24,846 DEBUG [M:0;bd6592c37bb2:42387 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486643537Disabling compacts and flushes for region at 1732486643537Disabling writes for close at 1732486643537Obtaining lock to block concurrent updates at 1732486643537Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732486643537Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732486643538 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732486643539 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732486643539Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732486643555 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732486643555Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732486643968 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732486643983 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732486643983Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732486644395 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732486644411 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732486644411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf8a933: reopening flushed file at 1732486644822 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a2dfe2f: reopening flushed file at 1732486644830 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41aef104: reopening flushed file at 1732486644836 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=28, compaction requested=false at 1732486644844 (+8 ms)Writing region close event to WAL at 1732486644846 (+2 ms)Closed at 1732486644846 2024-11-24T22:17:24,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741830_1006 (size=10165) 2024-11-24T22:17:24,849 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f6aa6909-a37e-a06c-490e-b1577990a607/MasterData/WALs/bd6592c37bb2,42387,1732486628027/bd6592c37bb2%2C42387%2C1732486628027.1732486629427 not finished, retry = 0 2024-11-24T22:17:24,950 INFO [M:0;bd6592c37bb2:42387 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T22:17:24,950 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:17:24,950 INFO [M:0;bd6592c37bb2:42387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42387 2024-11-24T22:17:24,953 INFO [M:0;bd6592c37bb2:42387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:17:25,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:17:25,056 INFO [M:0;bd6592c37bb2:42387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:17:25,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42387-0x1014c0dc9fe0003, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:17:25,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:17:25,062 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:17:25,062 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:17:25,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:17:25,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/hadoop.log.dir/,STOPPED} 2024-11-24T22:17:25,065 WARN [BP-1169159945-172.17.0.2-1732486626972 heartbeating to localhost/127.0.0.1:39357 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T22:17:25,065 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T22:17:25,065 WARN [BP-1169159945-172.17.0.2-1732486626972 heartbeating to localhost/127.0.0.1:39357 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1169159945-172.17.0.2-1732486626972 (Datanode Uuid 7c316528-7803-487a-ad8e-f3855b040311) service to localhost/127.0.0.1:39357 2024-11-24T22:17:25,065 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T22:17:25,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/cluster_850333fa-577a-fc70-9e52-433ed8bd0224/data/data1/current/BP-1169159945-172.17.0.2-1732486626972 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:17:25,067 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/cluster_850333fa-577a-fc70-9e52-433ed8bd0224/data/data2/current/BP-1169159945-172.17.0.2-1732486626972 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:17:25,067 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T22:17:25,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:17:25,074 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:17:25,074 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:17:25,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:17:25,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/hadoop.log.dir/,STOPPED} 2024-11-24T22:17:25,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T22:17:25,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T22:17:25,093 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:17:25,093 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:25,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:25,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:25,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:17:25,094 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T22:17:25,094 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1991340128, stopped=false 2024-11-24T22:17:25,094 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bd6592c37bb2,46281,1732486636972 2024-11-24T22:17:25,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01836874815/running 2024-11-24T22:17:25,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1014c0dc9fe0007, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01836874815/running 2024-11-24T22:17:25,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1014c0dc9fe0007, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815 2024-11-24T22:17:25,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815 2024-11-24T22:17:25,096 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:17:25,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:17:25,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46871-0x1014c0dc9fe0007, quorum=127.0.0.1:56068, baseZNode=/01836874815 Set watcher on znode that does not yet exist, /01836874815/running 2024-11-24T22:17:25,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:25,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:25,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Set watcher on znode that does not yet exist, /01836874815/running 2024-11-24T22:17:25,097 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bd6592c37bb2,46871,1732486637034' ***** 2024-11-24T22:17:25,097 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T22:17:25,097 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T22:17:25,097 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T22:17:25,097 INFO [RS:0;bd6592c37bb2:46871 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T22:17:25,097 INFO [RS:0;bd6592c37bb2:46871 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T22:17:25,097 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.HRegionServer(3091): Received CLOSE for eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:25,098 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.HRegionServer(959): stopping server bd6592c37bb2,46871,1732486637034 2024-11-24T22:17:25,098 INFO [RS:0;bd6592c37bb2:46871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:17:25,098 INFO [RS:0;bd6592c37bb2:46871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:46871. 2024-11-24T22:17:25,098 DEBUG [RS:0;bd6592c37bb2:46871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:25,098 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eaf197f2bc744caf379845f36be841f5, disabling compactions & flushes 2024-11-24T22:17:25,098 DEBUG [RS:0;bd6592c37bb2:46871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:25,098 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. 2024-11-24T22:17:25,098 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. 2024-11-24T22:17:25,098 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T22:17:25,098 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T22:17:25,098 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T22:17:25,098 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. after waiting 0 ms 2024-11-24T22:17:25,098 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. 2024-11-24T22:17:25,098 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T22:17:25,099 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T22:17:25,099 DEBUG [RS:0;bd6592c37bb2:46871 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, eaf197f2bc744caf379845f36be841f5=hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5.} 2024-11-24T22:17:25,099 DEBUG [RS:0;bd6592c37bb2:46871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eaf197f2bc744caf379845f36be841f5 2024-11-24T22:17:25,099 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:17:25,099 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:17:25,099 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:17:25,099 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:17:25,099 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:17:25,099 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-24T22:17:25,104 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/replication/eaf197f2bc744caf379845f36be841f5/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-24T22:17:25,105 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:17:25,105 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:17:25,105 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. 2024-11-24T22:17:25,105 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eaf197f2bc744caf379845f36be841f5: Waiting for close lock at 1732486645098Running coprocessor pre-close hooks at 1732486645098Disabling compacts and flushes for region at 1732486645098Disabling writes for close at 1732486645098Writing region close event to WAL at 1732486645099 (+1 ms)Running coprocessor post-close hooks at 1732486645105 (+6 ms)Closed at 1732486645105 2024-11-24T22:17:25,105 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5. 2024-11-24T22:17:25,118 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/.tmp/info/1732bcda256e436a8e58c76299c98b9f is 147, key is hbase:replication,,1732486630549.eaf197f2bc744caf379845f36be841f5./info:regioninfo/1732486642734/Put/seqid=0 2024-11-24T22:17:25,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741851_1027 (size=6385) 2024-11-24T22:17:25,169 INFO [regionserver/bd6592c37bb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:17:25,299 DEBUG [RS:0;bd6592c37bb2:46871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:17:25,499 DEBUG [RS:0;bd6592c37bb2:46871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:17:25,523 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/.tmp/info/1732bcda256e436a8e58c76299c98b9f 2024-11-24T22:17:25,531 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/.tmp/info/1732bcda256e436a8e58c76299c98b9f as hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/info/1732bcda256e436a8e58c76299c98b9f 2024-11-24T22:17:25,538 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/info/1732bcda256e436a8e58c76299c98b9f, entries=8, sequenceid=19, filesize=6.2 K 2024-11-24T22:17:25,539 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false 2024-11-24T22:17:25,545 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-24T22:17:25,545 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:17:25,545 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:17:25,545 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:17:25,546 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486645099Running coprocessor pre-close hooks at 1732486645099Disabling compacts and flushes for region at 1732486645099Disabling writes for close at 1732486645099Obtaining lock to block concurrent updates at 1732486645099Preparing flush snapshotting stores in 1588230740 at 1732486645099Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732486645100 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732486645100Flushing 1588230740/info: creating writer at 1732486645101 (+1 ms)Flushing 1588230740/info: appending metadata at 1732486645117 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732486645117Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50d9bf41: reopening flushed file at 1732486645530 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false at 1732486645539 (+9 ms)Writing region close event to WAL at 1732486645541 (+2 ms)Running coprocessor post-close hooks at 1732486645545 (+4 ms)Closed at 1732486645545 2024-11-24T22:17:25,546 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T22:17:25,699 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.HRegionServer(976): stopping server bd6592c37bb2,46871,1732486637034; all regions closed. 2024-11-24T22:17:25,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741849_1025 (size=2156) 2024-11-24T22:17:25,706 DEBUG [RS:0;bd6592c37bb2:46871 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/oldWALs 2024-11-24T22:17:25,706 INFO [RS:0;bd6592c37bb2:46871 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C46871%2C1732486637034.meta:.meta(num 1732486638358) 2024-11-24T22:17:25,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741850_1026 (size=796) 2024-11-24T22:17:25,710 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/WALs/bd6592c37bb2,46871,1732486637034/bd6592c37bb2%2C46871%2C1732486637034.rep.1732486642666 not finished, retry = 0 2024-11-24T22:17:25,814 DEBUG [RS:0;bd6592c37bb2:46871 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/oldWALs 2024-11-24T22:17:25,814 INFO [RS:0;bd6592c37bb2:46871 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C46871%2C1732486637034.rep:(num 1732486642666) 2024-11-24T22:17:25,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741848_1024 (size=93) 2024-11-24T22:17:25,819 DEBUG [RS:0;bd6592c37bb2:46871 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/oldWALs 2024-11-24T22:17:25,819 INFO [RS:0;bd6592c37bb2:46871 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C46871%2C1732486637034:(num 1732486638135) 2024-11-24T22:17:25,819 DEBUG [RS:0;bd6592c37bb2:46871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:25,819 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:17:25,819 INFO [RS:0;bd6592c37bb2:46871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:17:25,820 INFO [RS:0;bd6592c37bb2:46871 {}] hbase.ChoreService(370): Chore service for: regionserver/bd6592c37bb2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T22:17:25,820 INFO [RS:0;bd6592c37bb2:46871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:17:25,820 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:17:25,820 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bd6592c37bb2,46871,1732486637034 because: Region server is closing 2024-11-24T22:17:25,820 INFO [RS:0;bd6592c37bb2:46871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:46871. 2024-11-24T22:17:25,820 DEBUG [RS:0;bd6592c37bb2:46871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:25,820 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-24T22:17:25,820 DEBUG [RS:0;bd6592c37bb2:46871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:25,820 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-24T22:17:25,820 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-24T22:17:25,821 DEBUG [RS:0;bd6592c37bb2:46871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:25,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:17:25,921 WARN [RS:0;bd6592c37bb2:46871.replicationSource.shipperbd6592c37bb2%2C46871%2C1732486637034,1-bd6592c37bb2,46871,1732486637034 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T22:17:25,921 WARN [RS:0;bd6592c37bb2:46871.replicationSource.wal-reader.bd6592c37bb2%2C46871%2C1732486637034,1-bd6592c37bb2,46871,1732486637034 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T22:17:25,921 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;bd6592c37bb2:46871.replicationSource.shipperbd6592c37bb2%2C46871%2C1732486637034,1-bd6592c37bb2,46871,1732486637034 terminated 2024-11-24T22:17:25,921 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-bd6592c37bb2,46871,1732486637034 because: Region server is closing 2024-11-24T22:17:25,922 INFO [RS:0;bd6592c37bb2:46871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:46871. 2024-11-24T22:17:25,922 DEBUG [RS:0;bd6592c37bb2:46871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:25,922 DEBUG [RS:0;bd6592c37bb2:46871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:25,922 DEBUG [RS:0;bd6592c37bb2:46871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:25,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:17:26,022 WARN [RS:0;bd6592c37bb2:46871.replicationSource.shipperbd6592c37bb2%2C46871%2C1732486637034,2-bd6592c37bb2,46871,1732486637034 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T22:17:26,023 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;bd6592c37bb2:46871.replicationSource.shipperbd6592c37bb2%2C46871%2C1732486637034,2-bd6592c37bb2,46871,1732486637034 terminated 2024-11-24T22:17:26,023 INFO [RS:0;bd6592c37bb2:46871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46871 2024-11-24T22:17:26,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1014c0dc9fe0007, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01836874815/rs/bd6592c37bb2,46871,1732486637034 2024-11-24T22:17:26,025 INFO [RS:0;bd6592c37bb2:46871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:17:26,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815/rs 2024-11-24T22:17:26,028 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bd6592c37bb2,46871,1732486637034] 2024-11-24T22:17:26,030 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01836874815/draining/bd6592c37bb2,46871,1732486637034 already deleted, retry=false 2024-11-24T22:17:26,030 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bd6592c37bb2,46871,1732486637034 expired; onlineServers=0 2024-11-24T22:17:26,030 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bd6592c37bb2,46281,1732486636972' ***** 2024-11-24T22:17:26,030 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T22:17:26,030 INFO [M:0;bd6592c37bb2:46281 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:17:26,031 INFO [M:0;bd6592c37bb2:46281 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:17:26,031 DEBUG [M:0;bd6592c37bb2:46281 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T22:17:26,031 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T22:17:26,031 DEBUG [M:0;bd6592c37bb2:46281 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T22:17:26,031 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486637777 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486637777,5,FailOnTimeoutGroup] 2024-11-24T22:17:26,031 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486637780 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486637780,5,FailOnTimeoutGroup] 2024-11-24T22:17:26,031 INFO [M:0;bd6592c37bb2:46281 {}] hbase.ChoreService(370): Chore service for: master/bd6592c37bb2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T22:17:26,031 INFO [M:0;bd6592c37bb2:46281 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:17:26,031 DEBUG [M:0;bd6592c37bb2:46281 {}] master.HMaster(1795): Stopping service threads 2024-11-24T22:17:26,031 INFO [M:0;bd6592c37bb2:46281 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T22:17:26,031 INFO [M:0;bd6592c37bb2:46281 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:17:26,032 INFO [M:0;bd6592c37bb2:46281 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T22:17:26,032 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T22:17:26,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01836874815/master 2024-11-24T22:17:26,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836874815 2024-11-24T22:17:26,033 DEBUG [M:0;bd6592c37bb2:46281 {}] zookeeper.ZKUtil(347): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Unable to get data of znode /01836874815/master because node does not exist (not an error) 2024-11-24T22:17:26,033 WARN [M:0;bd6592c37bb2:46281 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T22:17:26,034 INFO [M:0;bd6592c37bb2:46281 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/.lastflushedseqids 2024-11-24T22:17:26,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741852_1028 (size=181) 2024-11-24T22:17:26,128 INFO [RS:0;bd6592c37bb2:46871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:17:26,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1014c0dc9fe0007, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:17:26,128 INFO [RS:0;bd6592c37bb2:46871 {}] regionserver.HRegionServer(1031): Exiting; stopping=bd6592c37bb2,46871,1732486637034; zookeeper connection closed. 2024-11-24T22:17:26,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1014c0dc9fe0007, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:17:26,129 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56bc4424 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56bc4424 2024-11-24T22:17:26,129 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T22:17:26,442 INFO [M:0;bd6592c37bb2:46281 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T22:17:26,442 INFO [M:0;bd6592c37bb2:46281 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T22:17:26,442 DEBUG [M:0;bd6592c37bb2:46281 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:17:26,443 INFO [M:0;bd6592c37bb2:46281 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:26,443 DEBUG [M:0;bd6592c37bb2:46281 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:26,443 DEBUG [M:0;bd6592c37bb2:46281 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:17:26,443 DEBUG [M:0;bd6592c37bb2:46281 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:26,443 INFO [M:0;bd6592c37bb2:46281 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-24T22:17:26,464 DEBUG [M:0;bd6592c37bb2:46281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/894bd0a0739448e9a5314a02421e74e2 is 82, key is hbase:meta,,1/info:regioninfo/1732486638420/Put/seqid=0 2024-11-24T22:17:26,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741853_1029 (size=5680) 2024-11-24T22:17:26,469 INFO [M:0;bd6592c37bb2:46281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/894bd0a0739448e9a5314a02421e74e2 2024-11-24T22:17:26,491 DEBUG [M:0;bd6592c37bb2:46281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de2d5bdd904947ba9c38347ad9ddb7cf is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732486642746/Put/seqid=0 2024-11-24T22:17:26,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741854_1030 (size=7319) 2024-11-24T22:17:26,896 INFO [M:0;bd6592c37bb2:46281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de2d5bdd904947ba9c38347ad9ddb7cf 2024-11-24T22:17:26,919 DEBUG [M:0;bd6592c37bb2:46281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/affa03bfc8f749d6a688d655589dcc8f is 69, key is bd6592c37bb2,46871,1732486637034/rs:state/1732486637891/Put/seqid=0 2024-11-24T22:17:26,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741855_1031 (size=5371) 2024-11-24T22:17:27,324 INFO [M:0;bd6592c37bb2:46281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/affa03bfc8f749d6a688d655589dcc8f 2024-11-24T22:17:27,331 INFO [M:0;bd6592c37bb2:46281 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for affa03bfc8f749d6a688d655589dcc8f 2024-11-24T22:17:27,331 DEBUG [M:0;bd6592c37bb2:46281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/894bd0a0739448e9a5314a02421e74e2 as hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/894bd0a0739448e9a5314a02421e74e2 2024-11-24T22:17:27,337 INFO [M:0;bd6592c37bb2:46281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/894bd0a0739448e9a5314a02421e74e2, entries=8, sequenceid=172, filesize=5.5 K 2024-11-24T22:17:27,338 DEBUG [M:0;bd6592c37bb2:46281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de2d5bdd904947ba9c38347ad9ddb7cf as hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de2d5bdd904947ba9c38347ad9ddb7cf 2024-11-24T22:17:27,343 INFO [M:0;bd6592c37bb2:46281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de2d5bdd904947ba9c38347ad9ddb7cf, entries=7, sequenceid=172, filesize=7.1 K 2024-11-24T22:17:27,344 DEBUG [M:0;bd6592c37bb2:46281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/affa03bfc8f749d6a688d655589dcc8f as hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/affa03bfc8f749d6a688d655589dcc8f 2024-11-24T22:17:27,349 INFO [M:0;bd6592c37bb2:46281 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for affa03bfc8f749d6a688d655589dcc8f 2024-11-24T22:17:27,349 INFO [M:0;bd6592c37bb2:46281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45247/user/jenkins/test-data/bd1bd10e-3d75-1fea-e7f0-a48860004f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/affa03bfc8f749d6a688d655589dcc8f, entries=2, sequenceid=172, filesize=5.2 K 2024-11-24T22:17:27,350 INFO [M:0;bd6592c37bb2:46281 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=172, compaction requested=false 2024-11-24T22:17:27,353 INFO [M:0;bd6592c37bb2:46281 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:27,353 DEBUG [M:0;bd6592c37bb2:46281 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486646442Disabling compacts and flushes for region at 1732486646442Disabling writes for close at 1732486646443 (+1 ms)Obtaining lock to block concurrent updates at 1732486646443Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732486646443Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732486646443Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732486646444 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732486646444Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732486646464 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732486646464Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732486646475 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732486646490 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732486646490Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732486646902 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732486646918 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732486646918Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30ad197c: reopening flushed file at 1732486647331 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@459c096f: reopening flushed file at 1732486647337 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2410fee9: reopening flushed file at 1732486647343 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=172, compaction requested=false at 1732486647350 (+7 ms)Writing region close event to WAL at 1732486647353 (+3 ms)Closed at 1732486647353 2024-11-24T22:17:27,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741847_1023 (size=22949) 2024-11-24T22:17:27,359 INFO [M:0;bd6592c37bb2:46281 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T22:17:27,359 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:17:27,359 INFO [M:0;bd6592c37bb2:46281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46281 2024-11-24T22:17:27,359 INFO [M:0;bd6592c37bb2:46281 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:17:27,461 INFO [M:0;bd6592c37bb2:46281 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:17:27,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:17:27,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46281-0x1014c0dc9fe0006, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:17:27,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:17:27,464 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:17:27,464 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:17:27,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:17:27,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/hadoop.log.dir/,STOPPED} 2024-11-24T22:17:27,466 WARN [BP-528187158-172.17.0.2-1732486619787 heartbeating to localhost/127.0.0.1:45247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T22:17:27,466 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T22:17:27,466 WARN [BP-528187158-172.17.0.2-1732486619787 heartbeating to localhost/127.0.0.1:45247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-528187158-172.17.0.2-1732486619787 (Datanode Uuid f18672ab-ad11-4682-a107-7e82d746490a) service to localhost/127.0.0.1:45247 2024-11-24T22:17:27,466 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T22:17:27,467 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/cluster_bbc356ad-4a04-2c0b-ae9c-98c512b29c51/data/data1/current/BP-528187158-172.17.0.2-1732486619787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:17:27,467 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/cluster_bbc356ad-4a04-2c0b-ae9c-98c512b29c51/data/data2/current/BP-528187158-172.17.0.2-1732486619787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:17:27,467 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T22:17:27,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:17:27,475 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:17:27,475 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:17:27,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:17:27,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4203d882-aa11-62ba-3a67-4d4bce878e0a/hadoop.log.dir/,STOPPED} 2024-11-24T22:17:27,483 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T22:17:27,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T22:17:27,510 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56068) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bd6592c37bb2:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56068) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39357 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/bd6592c37bb2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bd6592c37bb2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45247 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1a465363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bd6592c37bb2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/bd6592c37bb2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=250 (was 317), ProcessCount=11 (was 11), AvailableMemoryMB=6920 (was 6918) - AvailableMemoryMB LEAK? - 2024-11-24T22:17:27,520 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=6919 2024-11-24T22:17:27,539 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-24T22:17:27,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/hadoop.log.dir so I do NOT create it in target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56 2024-11-24T22:17:27,540 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T22:17:27,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/hadoop.tmp.dir so I do NOT create it in target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56 2024-11-24T22:17:27,540 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b63f2027-2782-9997-d920-d3678bd0b096/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T22:17:27,540 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56 2024-11-24T22:17:27,540 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/cluster_ac8d5a2b-dd53-5c64-c784-ace55d3de02e, deleteOnExit=true 2024-11-24T22:17:27,549 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/cluster_ac8d5a2b-dd53-5c64-c784-ace55d3de02e/zookeeper_0, clientPort=64637, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/cluster_ac8d5a2b-dd53-5c64-c784-ace55d3de02e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/cluster_ac8d5a2b-dd53-5c64-c784-ace55d3de02e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T22:17:27,551 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64637 2024-11-24T22:17:27,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T22:17:27,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T22:17:27,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/test.cache.data in system properties and HBase conf 2024-11-24T22:17:27,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T22:17:27,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/hadoop.log.dir in system properties and HBase conf 2024-11-24T22:17:27,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T22:17:27,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T22:17:27,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T22:17:27,552 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T22:17:27,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:17:27,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:17:27,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T22:17:27,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:17:27,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T22:17:27,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T22:17:27,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:17:27,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:17:27,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T22:17:27,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/nfs.dump.dir in system properties and HBase conf 2024-11-24T22:17:27,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/java.io.tmpdir in system properties and HBase conf 2024-11-24T22:17:27,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:17:27,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T22:17:27,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T22:17:27,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014c0dc9fe0005, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T22:17:27,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014c0dc9fe0002, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T22:17:27,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014c0dc9fe0002, quorum=127.0.0.1:56068, baseZNode=/01836874815 Received Disconnected from ZooKeeper, ignoring 2024-11-24T22:17:27,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014c0dc9fe0005, quorum=127.0.0.1:56068, baseZNode=/1-788216605 Received Disconnected from ZooKeeper, ignoring 2024-11-24T22:17:27,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:17:27,681 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:17:27,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:17:27,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:17:27,689 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T22:17:27,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:17:27,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:17:27,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:17:27,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@501cbce2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/java.io.tmpdir/jetty-localhost-42993-hadoop-hdfs-3_4_1-tests_jar-_-any-966516718741617375/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:17:27,822 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:42993} 2024-11-24T22:17:27,822 INFO [Time-limited test {}] server.Server(415): Started @30032ms 2024-11-24T22:17:27,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:17:27,932 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:17:27,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:17:27,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:17:27,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T22:17:27,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5819f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:17:27,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:17:28,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79f3518d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/java.io.tmpdir/jetty-localhost-43117-hadoop-hdfs-3_4_1-tests_jar-_-any-4092995127242974572/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:17:28,054 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@304ca39a{HTTP/1.1, (http/1.1)}{localhost:43117} 2024-11-24T22:17:28,054 INFO [Time-limited test {}] server.Server(415): Started @30264ms 2024-11-24T22:17:28,056 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T22:17:28,167 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/cluster_ac8d5a2b-dd53-5c64-c784-ace55d3de02e/data/data2/current/BP-1907057657-172.17.0.2-1732486647589/current, will proceed with Du for space computation calculation, 2024-11-24T22:17:28,167 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/cluster_ac8d5a2b-dd53-5c64-c784-ace55d3de02e/data/data1/current/BP-1907057657-172.17.0.2-1732486647589/current, will proceed with Du for space computation calculation, 2024-11-24T22:17:28,192 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T22:17:28,195 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5c0472d00c2e98e with lease ID 0xbd0118b9331bd89a: Processing first storage report for DS-88de7979-0dce-4a6b-8216-cd0d68e68085 from datanode DatanodeRegistration(127.0.0.1:35991, datanodeUuid=f0b76a54-6562-433d-88cd-39e26b33b053, infoPort=37167, infoSecurePort=0, ipcPort=41335, storageInfo=lv=-57;cid=testClusterID;nsid=523304555;c=1732486647589) 2024-11-24T22:17:28,195 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5c0472d00c2e98e with lease ID 0xbd0118b9331bd89a: from storage DS-88de7979-0dce-4a6b-8216-cd0d68e68085 node DatanodeRegistration(127.0.0.1:35991, datanodeUuid=f0b76a54-6562-433d-88cd-39e26b33b053, infoPort=37167, infoSecurePort=0, ipcPort=41335, storageInfo=lv=-57;cid=testClusterID;nsid=523304555;c=1732486647589), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:17:28,195 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5c0472d00c2e98e with lease ID 0xbd0118b9331bd89a: Processing first storage report for DS-c5138743-c6a4-4f60-bb3f-a64469597c5d from datanode DatanodeRegistration(127.0.0.1:35991, datanodeUuid=f0b76a54-6562-433d-88cd-39e26b33b053, infoPort=37167, infoSecurePort=0, ipcPort=41335, storageInfo=lv=-57;cid=testClusterID;nsid=523304555;c=1732486647589) 2024-11-24T22:17:28,195 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5c0472d00c2e98e with lease ID 0xbd0118b9331bd89a: from storage DS-c5138743-c6a4-4f60-bb3f-a64469597c5d node DatanodeRegistration(127.0.0.1:35991, datanodeUuid=f0b76a54-6562-433d-88cd-39e26b33b053, infoPort=37167, infoSecurePort=0, ipcPort=41335, storageInfo=lv=-57;cid=testClusterID;nsid=523304555;c=1732486647589), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:17:28,200 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56 2024-11-24T22:17:28,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:28,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:28,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741825_1001 (size=7) 2024-11-24T22:17:28,217 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078 with version=8 2024-11-24T22:17:28,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/hbase-staging 2024-11-24T22:17:28,220 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:17:28,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:28,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:28,220 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:17:28,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:28,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:17:28,221 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T22:17:28,221 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:17:28,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35523 2024-11-24T22:17:28,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35523 connecting to ZooKeeper ensemble=127.0.0.1:64637 2024-11-24T22:17:28,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355230x0, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:17:28,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35523-0x1014c0e39880000 connected 2024-11-24T22:17:28,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:28,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:28,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Set watcher on znode that does not yet exist, /02021262922/running 2024-11-24T22:17:28,264 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078, hbase.cluster.distributed=false 2024-11-24T22:17:28,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Set watcher on znode that does not yet exist, /02021262922/acl 2024-11-24T22:17:28,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35523 2024-11-24T22:17:28,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35523 2024-11-24T22:17:28,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35523 2024-11-24T22:17:28,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35523 2024-11-24T22:17:28,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35523 2024-11-24T22:17:28,295 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:17:28,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:28,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:28,295 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:17:28,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:28,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:17:28,295 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T22:17:28,295 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:17:28,296 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40799 2024-11-24T22:17:28,298 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40799 connecting to ZooKeeper ensemble=127.0.0.1:64637 2024-11-24T22:17:28,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:28,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:28,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407990x0, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:17:28,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407990x0, quorum=127.0.0.1:64637, baseZNode=/02021262922 Set watcher on znode that does not yet exist, /02021262922/running 2024-11-24T22:17:28,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40799-0x1014c0e39880001 connected 2024-11-24T22:17:28,307 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T22:17:28,308 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T22:17:28,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40799-0x1014c0e39880001, quorum=127.0.0.1:64637, baseZNode=/02021262922 Set watcher on znode that does not yet exist, /02021262922/master 2024-11-24T22:17:28,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40799-0x1014c0e39880001, quorum=127.0.0.1:64637, baseZNode=/02021262922 Set watcher on znode that does not yet exist, /02021262922/acl 2024-11-24T22:17:28,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40799 2024-11-24T22:17:28,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40799 2024-11-24T22:17:28,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40799 2024-11-24T22:17:28,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40799 2024-11-24T22:17:28,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40799 2024-11-24T22:17:28,331 DEBUG [M:0;bd6592c37bb2:35523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:35523 2024-11-24T22:17:28,331 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02021262922/backup-masters/bd6592c37bb2,35523,1732486648220 2024-11-24T22:17:28,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x1014c0e39880001, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021262922/backup-masters 2024-11-24T22:17:28,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021262922/backup-masters 2024-11-24T22:17:28,334 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Set watcher on existing znode=/02021262922/backup-masters/bd6592c37bb2,35523,1732486648220 2024-11-24T22:17:28,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x1014c0e39880001, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02021262922/master 2024-11-24T22:17:28,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021262922 2024-11-24T22:17:28,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x1014c0e39880001, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021262922 2024-11-24T22:17:28,336 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Set watcher on existing znode=/02021262922/master 2024-11-24T22:17:28,336 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02021262922/backup-masters/bd6592c37bb2,35523,1732486648220 from backup master directory 2024-11-24T22:17:28,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x1014c0e39880001, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021262922/backup-masters 2024-11-24T22:17:28,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02021262922/backup-masters/bd6592c37bb2,35523,1732486648220 2024-11-24T22:17:28,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021262922/backup-masters 2024-11-24T22:17:28,339 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:17:28,339 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,35523,1732486648220 2024-11-24T22:17:28,344 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/hbase.id] with ID: e8dd8755-20e8-42d3-b0d2-768dc52d2df8 2024-11-24T22:17:28,344 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/.tmp/hbase.id 2024-11-24T22:17:28,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741826_1002 (size=42) 2024-11-24T22:17:28,754 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/.tmp/hbase.id]:[hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/hbase.id] 2024-11-24T22:17:28,768 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:28,769 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T22:17:28,770 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T22:17:28,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021262922 2024-11-24T22:17:28,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x1014c0e39880001, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021262922 2024-11-24T22:17:28,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741827_1003 (size=196) 2024-11-24T22:17:29,179 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:17:29,181 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T22:17:29,181 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:29,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741828_1004 (size=1189) 2024-11-24T22:17:29,600 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/data/master/store 2024-11-24T22:17:29,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741829_1005 (size=34) 2024-11-24T22:17:30,008 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:30,008 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:17:30,008 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:30,008 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:30,008 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:17:30,008 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:30,008 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:30,008 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486650008Disabling compacts and flushes for region at 1732486650008Disabling writes for close at 1732486650008Writing region close event to WAL at 1732486650008Closed at 1732486650008 2024-11-24T22:17:30,009 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/data/master/store/.initializing 2024-11-24T22:17:30,009 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/WALs/bd6592c37bb2,35523,1732486648220 2024-11-24T22:17:30,010 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:17:30,012 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C35523%2C1732486648220, suffix=, logDir=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/WALs/bd6592c37bb2,35523,1732486648220, archiveDir=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/oldWALs, maxLogs=10 2024-11-24T22:17:30,028 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/WALs/bd6592c37bb2,35523,1732486648220/bd6592c37bb2%2C35523%2C1732486648220.1732486650013, exclude list is [], retry=0 2024-11-24T22:17:30,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35991,DS-88de7979-0dce-4a6b-8216-cd0d68e68085,DISK] 2024-11-24T22:17:30,033 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/WALs/bd6592c37bb2,35523,1732486648220/bd6592c37bb2%2C35523%2C1732486648220.1732486650013 2024-11-24T22:17:30,033 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37167:37167)] 2024-11-24T22:17:30,034 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:17:30,034 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:30,034 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:30,034 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:30,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:30,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T22:17:30,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:30,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:30,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:30,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T22:17:30,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:30,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:30,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:30,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T22:17:30,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:30,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:30,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:30,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T22:17:30,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:30,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:30,043 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:30,044 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:30,044 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:30,045 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:30,045 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:30,046 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:17:30,047 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:30,049 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:17:30,050 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74211303, jitterRate=0.10583458840847015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:17:30,051 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732486650034Initializing all the Stores at 1732486650035 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486650035Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486650035Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486650035Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486650035Cleaning up temporary data from old regions at 1732486650046 (+11 ms)Region opened successfully at 1732486650051 (+5 ms) 2024-11-24T22:17:30,051 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T22:17:30,054 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e1c26e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:17:30,055 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T22:17:30,055 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T22:17:30,055 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T22:17:30,055 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T22:17:30,056 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T22:17:30,056 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T22:17:30,056 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T22:17:30,058 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T22:17:30,059 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Unable to get data of znode /02021262922/balancer because node does not exist (not necessarily an error) 2024-11-24T22:17:30,064 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02021262922/balancer already deleted, retry=false 2024-11-24T22:17:30,064 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T22:17:30,064 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Unable to get data of znode /02021262922/normalizer because node does not exist (not necessarily an error) 2024-11-24T22:17:30,066 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02021262922/normalizer already deleted, retry=false 2024-11-24T22:17:30,066 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T22:17:30,067 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Unable to get data of znode /02021262922/switch/split because node does not exist (not necessarily an error) 2024-11-24T22:17:30,068 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02021262922/switch/split already deleted, retry=false 2024-11-24T22:17:30,069 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Unable to get data of znode /02021262922/switch/merge because node does not exist (not necessarily an error) 2024-11-24T22:17:30,070 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02021262922/switch/merge already deleted, retry=false 2024-11-24T22:17:30,073 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Unable to get data of znode /02021262922/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T22:17:30,075 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02021262922/snapshot-cleanup already deleted, retry=false 2024-11-24T22:17:30,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02021262922/running 2024-11-24T22:17:30,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x1014c0e39880001, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02021262922/running 2024-11-24T22:17:30,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021262922 2024-11-24T22:17:30,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x1014c0e39880001, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021262922 2024-11-24T22:17:30,079 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,35523,1732486648220, sessionid=0x1014c0e39880000, setting cluster-up flag (Was=false) 2024-11-24T22:17:30,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x1014c0e39880001, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021262922 2024-11-24T22:17:30,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021262922 2024-11-24T22:17:30,090 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02021262922/flush-table-proc/acquired, /02021262922/flush-table-proc/reached, /02021262922/flush-table-proc/abort 2024-11-24T22:17:30,091 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,35523,1732486648220 2024-11-24T22:17:30,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x1014c0e39880001, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021262922 2024-11-24T22:17:30,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021262922 2024-11-24T22:17:30,102 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02021262922/online-snapshot/acquired, /02021262922/online-snapshot/reached, /02021262922/online-snapshot/abort 2024-11-24T22:17:30,103 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,35523,1732486648220 2024-11-24T22:17:30,104 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T22:17:30,106 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:30,106 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T22:17:30,106 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T22:17:30,107 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,35523,1732486648220 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T22:17:30,108 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:30,109 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:30,109 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:30,109 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:30,109 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10 2024-11-24T22:17:30,109 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:30,109 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:17:30,109 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:30,120 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:30,121 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T22:17:30,135 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732486680135 2024-11-24T22:17:30,135 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T22:17:30,135 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T22:17:30,135 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T22:17:30,135 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T22:17:30,135 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T22:17:30,135 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T22:17:30,135 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:30,136 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:30,135 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T22:17:30,136 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T22:17:30,136 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T22:17:30,137 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T22:17:30,137 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T22:17:30,137 INFO [RS:0;bd6592c37bb2:40799 {}] regionserver.HRegionServer(746): ClusterId : e8dd8755-20e8-42d3-b0d2-768dc52d2df8 2024-11-24T22:17:30,137 DEBUG [RS:0;bd6592c37bb2:40799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T22:17:30,137 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T22:17:30,137 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T22:17:30,140 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486650137,5,FailOnTimeoutGroup] 2024-11-24T22:17:30,140 DEBUG [RS:0;bd6592c37bb2:40799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T22:17:30,141 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486650140,5,FailOnTimeoutGroup] 2024-11-24T22:17:30,141 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:30,141 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T22:17:30,141 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:30,141 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:30,141 DEBUG [RS:0;bd6592c37bb2:40799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T22:17:30,144 DEBUG [RS:0;bd6592c37bb2:40799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T22:17:30,146 DEBUG [RS:0;bd6592c37bb2:40799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abc3f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:17:30,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741831_1007 (size=1321) 2024-11-24T22:17:30,173 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T22:17:30,173 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078 2024-11-24T22:17:30,175 DEBUG [RS:0;bd6592c37bb2:40799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:40799 2024-11-24T22:17:30,175 INFO [RS:0;bd6592c37bb2:40799 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T22:17:30,175 INFO [RS:0;bd6592c37bb2:40799 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T22:17:30,175 DEBUG [RS:0;bd6592c37bb2:40799 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T22:17:30,177 INFO [RS:0;bd6592c37bb2:40799 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,35523,1732486648220 with port=40799, startcode=1732486648294 2024-11-24T22:17:30,177 DEBUG [RS:0;bd6592c37bb2:40799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T22:17:30,182 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T22:17:30,183 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35523 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,40799,1732486648294 2024-11-24T22:17:30,183 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35523 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,40799,1732486648294 2024-11-24T22:17:30,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741832_1008 (size=32) 2024-11-24T22:17:30,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:30,187 DEBUG [RS:0;bd6592c37bb2:40799 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078 2024-11-24T22:17:30,187 DEBUG [RS:0;bd6592c37bb2:40799 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37517 2024-11-24T22:17:30,187 DEBUG [RS:0;bd6592c37bb2:40799 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T22:17:30,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021262922/rs 2024-11-24T22:17:30,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:17:30,192 DEBUG [RS:0;bd6592c37bb2:40799 {}] zookeeper.ZKUtil(111): regionserver:40799-0x1014c0e39880001, quorum=127.0.0.1:64637, baseZNode=/02021262922 Set watcher on existing znode=/02021262922/rs/bd6592c37bb2,40799,1732486648294 2024-11-24T22:17:30,192 WARN [RS:0;bd6592c37bb2:40799 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:17:30,192 INFO [RS:0;bd6592c37bb2:40799 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:30,192 DEBUG [RS:0;bd6592c37bb2:40799 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/WALs/bd6592c37bb2,40799,1732486648294 2024-11-24T22:17:30,192 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,40799,1732486648294] 2024-11-24T22:17:30,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:17:30,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:30,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:30,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:17:30,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:17:30,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:30,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:30,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:17:30,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:17:30,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:30,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:30,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:17:30,206 INFO [RS:0;bd6592c37bb2:40799 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T22:17:30,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:17:30,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:30,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:30,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:17:30,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/meta/1588230740 2024-11-24T22:17:30,211 INFO [RS:0;bd6592c37bb2:40799 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T22:17:30,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/meta/1588230740 2024-11-24T22:17:30,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:17:30,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:17:30,213 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:17:30,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:17:30,220 INFO [RS:0;bd6592c37bb2:40799 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T22:17:30,221 INFO [RS:0;bd6592c37bb2:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:30,224 INFO [RS:0;bd6592c37bb2:40799 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T22:17:30,225 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:17:30,225 INFO [RS:0;bd6592c37bb2:40799 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T22:17:30,226 INFO [RS:0;bd6592c37bb2:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:30,226 DEBUG [RS:0;bd6592c37bb2:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:30,226 DEBUG [RS:0;bd6592c37bb2:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:30,226 DEBUG [RS:0;bd6592c37bb2:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:30,226 DEBUG [RS:0;bd6592c37bb2:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:30,226 DEBUG [RS:0;bd6592c37bb2:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:30,226 DEBUG [RS:0;bd6592c37bb2:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:17:30,226 DEBUG [RS:0;bd6592c37bb2:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:30,226 DEBUG [RS:0;bd6592c37bb2:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:30,226 DEBUG [RS:0;bd6592c37bb2:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:30,226 DEBUG [RS:0;bd6592c37bb2:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:30,226 DEBUG [RS:0;bd6592c37bb2:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:30,226 DEBUG [RS:0;bd6592c37bb2:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:30,226 DEBUG [RS:0;bd6592c37bb2:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:17:30,226 DEBUG [RS:0;bd6592c37bb2:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:17:30,227 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72959529, jitterRate=0.0871817022562027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:17:30,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732486650187Initializing all the Stores at 1732486650188 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486650188Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486650191 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486650191Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486650191Cleaning up temporary data from old regions at 1732486650213 (+22 ms)Region opened successfully at 1732486650228 (+15 ms) 2024-11-24T22:17:30,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:17:30,228 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:17:30,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:17:30,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:17:30,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:17:30,229 INFO [RS:0;bd6592c37bb2:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:30,229 INFO [RS:0;bd6592c37bb2:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:30,229 INFO [RS:0;bd6592c37bb2:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:30,229 INFO [RS:0;bd6592c37bb2:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:30,229 INFO [RS:0;bd6592c37bb2:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:30,229 INFO [RS:0;bd6592c37bb2:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,40799,1732486648294-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:17:30,229 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:17:30,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486650228Disabling compacts and flushes for region at 1732486650228Disabling writes for close at 1732486650229 (+1 ms)Writing region close event to WAL at 1732486650229Closed at 1732486650229 2024-11-24T22:17:30,231 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:30,231 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T22:17:30,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T22:17:30,232 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:17:30,234 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T22:17:30,247 INFO [RS:0;bd6592c37bb2:40799 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T22:17:30,247 INFO [RS:0;bd6592c37bb2:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,40799,1732486648294-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:30,248 INFO [RS:0;bd6592c37bb2:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:30,248 INFO [RS:0;bd6592c37bb2:40799 {}] regionserver.Replication(171): bd6592c37bb2,40799,1732486648294 started 2024-11-24T22:17:30,265 INFO [RS:0;bd6592c37bb2:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:30,265 INFO [RS:0;bd6592c37bb2:40799 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,40799,1732486648294, RpcServer on bd6592c37bb2/172.17.0.2:40799, sessionid=0x1014c0e39880001 2024-11-24T22:17:30,265 DEBUG [RS:0;bd6592c37bb2:40799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T22:17:30,265 DEBUG [RS:0;bd6592c37bb2:40799 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,40799,1732486648294 2024-11-24T22:17:30,265 DEBUG [RS:0;bd6592c37bb2:40799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,40799,1732486648294' 2024-11-24T22:17:30,265 DEBUG [RS:0;bd6592c37bb2:40799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02021262922/flush-table-proc/abort' 2024-11-24T22:17:30,266 DEBUG [RS:0;bd6592c37bb2:40799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02021262922/flush-table-proc/acquired' 2024-11-24T22:17:30,267 DEBUG [RS:0;bd6592c37bb2:40799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T22:17:30,267 DEBUG [RS:0;bd6592c37bb2:40799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T22:17:30,267 DEBUG [RS:0;bd6592c37bb2:40799 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,40799,1732486648294 2024-11-24T22:17:30,267 DEBUG [RS:0;bd6592c37bb2:40799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,40799,1732486648294' 2024-11-24T22:17:30,267 DEBUG [RS:0;bd6592c37bb2:40799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02021262922/online-snapshot/abort' 2024-11-24T22:17:30,267 DEBUG [RS:0;bd6592c37bb2:40799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02021262922/online-snapshot/acquired' 2024-11-24T22:17:30,268 DEBUG [RS:0;bd6592c37bb2:40799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T22:17:30,268 INFO [RS:0;bd6592c37bb2:40799 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T22:17:30,268 INFO [RS:0;bd6592c37bb2:40799 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T22:17:30,368 INFO [RS:0;bd6592c37bb2:40799 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:17:30,371 INFO [RS:0;bd6592c37bb2:40799 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C40799%2C1732486648294, suffix=, logDir=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/WALs/bd6592c37bb2,40799,1732486648294, archiveDir=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/oldWALs, maxLogs=10 2024-11-24T22:17:30,384 WARN [bd6592c37bb2:35523 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T22:17:30,387 DEBUG [RS:0;bd6592c37bb2:40799 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/WALs/bd6592c37bb2,40799,1732486648294/bd6592c37bb2%2C40799%2C1732486648294.1732486650371, exclude list is [], retry=0 2024-11-24T22:17:30,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35991,DS-88de7979-0dce-4a6b-8216-cd0d68e68085,DISK] 2024-11-24T22:17:30,392 INFO [RS:0;bd6592c37bb2:40799 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/WALs/bd6592c37bb2,40799,1732486648294/bd6592c37bb2%2C40799%2C1732486648294.1732486650371 2024-11-24T22:17:30,393 DEBUG [RS:0;bd6592c37bb2:40799 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37167:37167)] 2024-11-24T22:17:30,608 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:17:30,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:17:30,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:17:30,634 DEBUG [bd6592c37bb2:35523 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:17:30,635 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,40799,1732486648294 2024-11-24T22:17:30,636 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,40799,1732486648294, state=OPENING 2024-11-24T22:17:30,638 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T22:17:30,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021262922 2024-11-24T22:17:30,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x1014c0e39880001, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021262922 2024-11-24T22:17:30,640 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:17:30,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,40799,1732486648294}] 2024-11-24T22:17:30,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02021262922/meta-region-server: CHANGED 2024-11-24T22:17:30,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02021262922/meta-region-server: CHANGED 2024-11-24T22:17:30,794 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:17:30,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:17:30,800 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T22:17:30,801 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:30,801 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T22:17:30,802 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C40799%2C1732486648294.meta, suffix=.meta, logDir=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/WALs/bd6592c37bb2,40799,1732486648294, archiveDir=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/oldWALs, maxLogs=10 2024-11-24T22:17:30,818 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/WALs/bd6592c37bb2,40799,1732486648294/bd6592c37bb2%2C40799%2C1732486648294.meta.1732486650803.meta, exclude list is [], retry=0 2024-11-24T22:17:30,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35991,DS-88de7979-0dce-4a6b-8216-cd0d68e68085,DISK] 2024-11-24T22:17:30,822 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/WALs/bd6592c37bb2,40799,1732486648294/bd6592c37bb2%2C40799%2C1732486648294.meta.1732486650803.meta 2024-11-24T22:17:30,822 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37167:37167)] 2024-11-24T22:17:30,822 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:17:30,823 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:17:30,823 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:17:30,823 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T22:17:30,823 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T22:17:30,823 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T22:17:30,823 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:30,823 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T22:17:30,823 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T22:17:30,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:17:30,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:17:30,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:30,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:30,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:17:30,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:17:30,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:30,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:30,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:17:30,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:17:30,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:30,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:30,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:17:30,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:17:30,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:30,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:30,830 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:17:30,831 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/meta/1588230740 2024-11-24T22:17:30,832 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/meta/1588230740 2024-11-24T22:17:30,834 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:17:30,834 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:17:30,834 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:17:30,836 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:17:30,837 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74384835, jitterRate=0.10842041671276093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:17:30,837 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T22:17:30,838 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732486650823Writing region info on filesystem at 1732486650823Initializing all the Stores at 1732486650824 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486650824Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486650825 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486650825Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486650825Cleaning up temporary data from old regions at 1732486650834 (+9 ms)Running coprocessor post-open hooks at 1732486650837 (+3 ms)Region opened successfully at 1732486650837 2024-11-24T22:17:30,839 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732486650793 2024-11-24T22:17:30,841 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T22:17:30,842 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T22:17:30,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,40799,1732486648294 2024-11-24T22:17:30,843 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,40799,1732486648294, state=OPEN 2024-11-24T22:17:30,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02021262922/meta-region-server 2024-11-24T22:17:30,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x1014c0e39880001, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02021262922/meta-region-server 2024-11-24T22:17:30,854 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,40799,1732486648294 2024-11-24T22:17:30,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02021262922/meta-region-server: CHANGED 2024-11-24T22:17:30,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02021262922/meta-region-server: CHANGED 2024-11-24T22:17:30,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T22:17:30,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,40799,1732486648294 in 214 msec 2024-11-24T22:17:30,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T22:17:30,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 626 msec 2024-11-24T22:17:30,860 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:30,860 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T22:17:30,862 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:17:30,862 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40799,1732486648294, seqNum=-1] 2024-11-24T22:17:30,862 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:17:30,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:17:30,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 763 msec 2024-11-24T22:17:30,869 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732486650869, completionTime=-1 2024-11-24T22:17:30,869 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T22:17:30,869 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T22:17:30,871 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T22:17:30,871 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732486710871 2024-11-24T22:17:30,871 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732486770871 2024-11-24T22:17:30,871 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T22:17:30,872 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,35523,1732486648220-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:30,872 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,35523,1732486648220-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:30,872 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,35523,1732486648220-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:30,872 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:35523, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:30,872 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:30,872 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:30,874 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T22:17:30,876 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.537sec 2024-11-24T22:17:30,876 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T22:17:30,876 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T22:17:30,876 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T22:17:30,876 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T22:17:30,876 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T22:17:30,876 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,35523,1732486648220-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:17:30,876 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,35523,1732486648220-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T22:17:30,879 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T22:17:30,879 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T22:17:30,879 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,35523,1732486648220-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:30,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647a1f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:30,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,35523,-1 for getting cluster id 2024-11-24T22:17:30,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:30,938 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8dd8755-20e8-42d3-b0d2-768dc52d2df8' 2024-11-24T22:17:30,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:30,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8dd8755-20e8-42d3-b0d2-768dc52d2df8" 2024-11-24T22:17:30,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42c3c001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:30,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,35523,-1] 2024-11-24T22:17:30,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:30,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:30,940 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:30,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dea97bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:30,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:17:30,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40799,1732486648294, seqNum=-1] 2024-11-24T22:17:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:17:30,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:17:30,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bd6592c37bb2,35523,1732486648220 2024-11-24T22:17:30,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64637 2024-11-24T22:17:30,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:17:30,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014c0e39880002 connected 2024-11-24T22:17:30,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/hadoop.log.dir so I do NOT create it in target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659 2024-11-24T22:17:30,958 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T22:17:30,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/hadoop.tmp.dir so I do NOT create it in target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659 2024-11-24T22:17:30,958 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T22:17:30,958 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659 2024-11-24T22:17:30,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T22:17:30,958 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/cluster_5ebc1992-ddb7-4f72-b126-97c14c63bcb1, deleteOnExit=true 2024-11-24T22:17:30,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T22:17:30,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/test.cache.data in system properties and HBase conf 2024-11-24T22:17:30,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T22:17:30,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/hadoop.log.dir in system properties and HBase conf 2024-11-24T22:17:30,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T22:17:30,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T22:17:30,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T22:17:30,959 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T22:17:30,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:17:30,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:17:30,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T22:17:30,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:17:30,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T22:17:30,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T22:17:30,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:17:30,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:17:30,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T22:17:30,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/nfs.dump.dir in system properties and HBase conf 2024-11-24T22:17:30,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/java.io.tmpdir in system properties and HBase conf 2024-11-24T22:17:30,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:17:30,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T22:17:30,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T22:17:31,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:17:31,048 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:17:31,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:17:31,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:17:31,050 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T22:17:31,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:17:31,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9e52a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:17:31,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd1ba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:17:31,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c9b3cc8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/java.io.tmpdir/jetty-localhost-36255-hadoop-hdfs-3_4_1-tests_jar-_-any-2302040469725242374/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:17:31,200 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a51996c{HTTP/1.1, (http/1.1)}{localhost:36255} 2024-11-24T22:17:31,200 INFO [Time-limited test {}] server.Server(415): Started @33410ms 2024-11-24T22:17:31,303 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:17:31,307 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:17:31,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:17:31,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:17:31,309 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T22:17:31,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ceb2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:17:31,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2939c861{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:17:31,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51da98bc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/java.io.tmpdir/jetty-localhost-39027-hadoop-hdfs-3_4_1-tests_jar-_-any-5713725306935766850/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:17:31,432 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48299201{HTTP/1.1, (http/1.1)}{localhost:39027} 2024-11-24T22:17:31,432 INFO [Time-limited test {}] server.Server(415): Started @33642ms 2024-11-24T22:17:31,434 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T22:17:31,533 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/cluster_5ebc1992-ddb7-4f72-b126-97c14c63bcb1/data/data1/current/BP-252062104-172.17.0.2-1732486650991/current, will proceed with Du for space computation calculation, 2024-11-24T22:17:31,533 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/cluster_5ebc1992-ddb7-4f72-b126-97c14c63bcb1/data/data2/current/BP-252062104-172.17.0.2-1732486650991/current, will proceed with Du for space computation calculation, 2024-11-24T22:17:31,554 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T22:17:31,557 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca6885b37433568f with lease ID 0xe90ceba3536eda8b: Processing first storage report for DS-8d2f2545-684d-4109-887d-6bf549161103 from datanode DatanodeRegistration(127.0.0.1:46527, datanodeUuid=27744657-0ef0-4568-ac9f-d2bc633c09ab, infoPort=39245, infoSecurePort=0, ipcPort=39581, storageInfo=lv=-57;cid=testClusterID;nsid=2135905971;c=1732486650991) 2024-11-24T22:17:31,557 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca6885b37433568f with lease ID 0xe90ceba3536eda8b: from storage DS-8d2f2545-684d-4109-887d-6bf549161103 node DatanodeRegistration(127.0.0.1:46527, datanodeUuid=27744657-0ef0-4568-ac9f-d2bc633c09ab, infoPort=39245, infoSecurePort=0, ipcPort=39581, storageInfo=lv=-57;cid=testClusterID;nsid=2135905971;c=1732486650991), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:17:31,557 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca6885b37433568f with lease ID 0xe90ceba3536eda8b: Processing first storage report for DS-5e2482be-81f7-41d8-b743-49b3e257627c from datanode DatanodeRegistration(127.0.0.1:46527, datanodeUuid=27744657-0ef0-4568-ac9f-d2bc633c09ab, infoPort=39245, infoSecurePort=0, ipcPort=39581, storageInfo=lv=-57;cid=testClusterID;nsid=2135905971;c=1732486650991) 2024-11-24T22:17:31,557 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca6885b37433568f with lease ID 0xe90ceba3536eda8b: from storage DS-5e2482be-81f7-41d8-b743-49b3e257627c node DatanodeRegistration(127.0.0.1:46527, datanodeUuid=27744657-0ef0-4568-ac9f-d2bc633c09ab, infoPort=39245, infoSecurePort=0, ipcPort=39581, storageInfo=lv=-57;cid=testClusterID;nsid=2135905971;c=1732486650991), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:17:31,562 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659 2024-11-24T22:17:31,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:31,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:31,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46527 is added to blk_1073741825_1001 (size=7) 2024-11-24T22:17:31,974 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb with version=8 2024-11-24T22:17:31,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/hbase-staging 2024-11-24T22:17:31,976 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:17:31,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:31,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:31,977 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:17:31,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:31,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:17:31,977 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T22:17:31,977 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:17:31,978 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44647 2024-11-24T22:17:31,979 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44647 connecting to ZooKeeper ensemble=127.0.0.1:64637 2024-11-24T22:17:31,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446470x0, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:17:31,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44647-0x1014c0e39880003 connected 2024-11-24T22:17:31,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:31,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:31,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Set watcher on znode that does not yet exist, /11662724400/running 2024-11-24T22:17:31,998 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb, hbase.cluster.distributed=false 2024-11-24T22:17:31,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Set watcher on znode that does not yet exist, /11662724400/acl 2024-11-24T22:17:32,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44647 2024-11-24T22:17:32,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44647 2024-11-24T22:17:32,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44647 2024-11-24T22:17:32,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44647 2024-11-24T22:17:32,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44647 2024-11-24T22:17:32,017 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:17:32,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:32,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:32,017 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:17:32,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:32,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:17:32,018 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T22:17:32,018 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:17:32,018 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42553 2024-11-24T22:17:32,019 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42553 connecting to ZooKeeper ensemble=127.0.0.1:64637 2024-11-24T22:17:32,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:32,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:32,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425530x0, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:17:32,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425530x0, quorum=127.0.0.1:64637, baseZNode=/11662724400 Set watcher on znode that does not yet exist, /11662724400/running 2024-11-24T22:17:32,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42553-0x1014c0e39880004 connected 2024-11-24T22:17:32,027 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T22:17:32,027 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T22:17:32,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42553-0x1014c0e39880004, quorum=127.0.0.1:64637, baseZNode=/11662724400 Set watcher on znode that does not yet exist, /11662724400/master 2024-11-24T22:17:32,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42553-0x1014c0e39880004, quorum=127.0.0.1:64637, baseZNode=/11662724400 Set watcher on znode that does not yet exist, /11662724400/acl 2024-11-24T22:17:32,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42553 2024-11-24T22:17:32,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42553 2024-11-24T22:17:32,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42553 2024-11-24T22:17:32,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42553 2024-11-24T22:17:32,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42553 2024-11-24T22:17:32,042 DEBUG [M:0;bd6592c37bb2:44647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:44647 2024-11-24T22:17:32,043 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11662724400/backup-masters/bd6592c37bb2,44647,1732486651976 2024-11-24T22:17:32,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11662724400/backup-masters 2024-11-24T22:17:32,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1014c0e39880004, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11662724400/backup-masters 2024-11-24T22:17:32,045 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Set watcher on existing znode=/11662724400/backup-masters/bd6592c37bb2,44647,1732486651976 2024-11-24T22:17:32,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1014c0e39880004, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11662724400/master 2024-11-24T22:17:32,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11662724400 2024-11-24T22:17:32,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1014c0e39880004, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11662724400 2024-11-24T22:17:32,047 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Set watcher on existing znode=/11662724400/master 2024-11-24T22:17:32,047 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11662724400/backup-masters/bd6592c37bb2,44647,1732486651976 from backup master directory 2024-11-24T22:17:32,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1014c0e39880004, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11662724400/backup-masters 2024-11-24T22:17:32,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11662724400/backup-masters/bd6592c37bb2,44647,1732486651976 2024-11-24T22:17:32,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11662724400/backup-masters 2024-11-24T22:17:32,050 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:17:32,050 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,44647,1732486651976 2024-11-24T22:17:32,055 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/hbase.id] with ID: 50e7a905-97ea-4317-81b4-5bdb53587bb9 2024-11-24T22:17:32,055 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/.tmp/hbase.id 2024-11-24T22:17:32,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46527 is added to blk_1073741826_1002 (size=42) 2024-11-24T22:17:32,462 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/.tmp/hbase.id]:[hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/hbase.id] 2024-11-24T22:17:32,476 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:32,476 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T22:17:32,478 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T22:17:32,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1014c0e39880004, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11662724400 2024-11-24T22:17:32,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11662724400 2024-11-24T22:17:32,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46527 is added to blk_1073741827_1003 (size=196) 2024-11-24T22:17:32,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T22:17:32,888 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:17:32,889 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T22:17:32,889 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:32,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46527 is added to blk_1073741828_1004 (size=1189) 2024-11-24T22:17:33,298 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/data/master/store 2024-11-24T22:17:33,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46527 is added to blk_1073741829_1005 (size=34) 2024-11-24T22:17:33,706 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:33,706 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:17:33,706 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:33,706 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:33,706 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:17:33,706 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:33,706 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:33,706 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486653706Disabling compacts and flushes for region at 1732486653706Disabling writes for close at 1732486653706Writing region close event to WAL at 1732486653706Closed at 1732486653706 2024-11-24T22:17:33,707 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/data/master/store/.initializing 2024-11-24T22:17:33,708 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/WALs/bd6592c37bb2,44647,1732486651976 2024-11-24T22:17:33,709 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:17:33,711 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C44647%2C1732486651976, suffix=, logDir=hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/WALs/bd6592c37bb2,44647,1732486651976, archiveDir=hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/oldWALs, maxLogs=10 2024-11-24T22:17:33,729 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/WALs/bd6592c37bb2,44647,1732486651976/bd6592c37bb2%2C44647%2C1732486651976.1732486653712, exclude list is [], retry=0 2024-11-24T22:17:33,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46527,DS-8d2f2545-684d-4109-887d-6bf549161103,DISK] 2024-11-24T22:17:33,736 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/WALs/bd6592c37bb2,44647,1732486651976/bd6592c37bb2%2C44647%2C1732486651976.1732486653712 2024-11-24T22:17:33,736 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39245:39245)] 2024-11-24T22:17:33,736 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:17:33,737 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:33,737 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:33,737 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:33,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:33,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T22:17:33,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:33,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:33,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:33,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T22:17:33,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:33,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:33,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:33,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T22:17:33,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:33,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:33,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:33,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T22:17:33,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:33,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:33,747 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:33,748 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:33,748 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:33,750 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:33,750 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:33,750 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:17:33,752 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:33,792 WARN [RS:0;bd6592c37bb2:40799 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of bd6592c37bb2,38385,1732486623111: status=Processing ServerCrashProcedure of bd6592c37bb2,38385,1732486623111 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732486637776, completionTime=-1 appears to have been leaked 2024-11-24T22:17:33,802 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:17:33,802 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59432483, jitterRate=-0.11438699066638947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:17:33,803 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732486653737Initializing all the Stores at 1732486653738 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486653738Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486653738Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486653738Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486653738Cleaning up temporary data from old regions at 1732486653750 (+12 ms)Region opened successfully at 1732486653803 (+53 ms) 2024-11-24T22:17:33,803 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T22:17:33,807 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa07146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:17:33,808 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T22:17:33,808 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T22:17:33,808 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T22:17:33,808 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T22:17:33,809 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T22:17:33,809 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T22:17:33,809 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T22:17:33,812 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T22:17:33,813 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Unable to get data of znode /11662724400/balancer because node does not exist (not necessarily an error) 2024-11-24T22:17:33,815 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11662724400/balancer already deleted, retry=false 2024-11-24T22:17:33,815 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T22:17:33,816 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Unable to get data of znode /11662724400/normalizer because node does not exist (not necessarily an error) 2024-11-24T22:17:33,817 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11662724400/normalizer already deleted, retry=false 2024-11-24T22:17:33,818 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T22:17:33,823 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Unable to get data of znode /11662724400/switch/split because node does not exist (not necessarily an error) 2024-11-24T22:17:33,826 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11662724400/switch/split already deleted, retry=false 2024-11-24T22:17:33,827 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Unable to get data of znode /11662724400/switch/merge because node does not exist (not necessarily an error) 2024-11-24T22:17:33,828 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11662724400/switch/merge already deleted, retry=false 2024-11-24T22:17:33,831 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Unable to get data of znode /11662724400/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T22:17:33,832 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11662724400/snapshot-cleanup already deleted, retry=false 2024-11-24T22:17:33,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1014c0e39880004, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11662724400/running 2024-11-24T22:17:33,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1014c0e39880004, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11662724400 2024-11-24T22:17:33,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11662724400/running 2024-11-24T22:17:33,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11662724400 2024-11-24T22:17:33,835 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,44647,1732486651976, sessionid=0x1014c0e39880003, setting cluster-up flag (Was=false) 2024-11-24T22:17:33,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11662724400 2024-11-24T22:17:33,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1014c0e39880004, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11662724400 2024-11-24T22:17:33,853 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11662724400/flush-table-proc/acquired, /11662724400/flush-table-proc/reached, /11662724400/flush-table-proc/abort 2024-11-24T22:17:33,855 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,44647,1732486651976 2024-11-24T22:17:33,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1014c0e39880004, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11662724400 2024-11-24T22:17:33,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11662724400 2024-11-24T22:17:33,868 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11662724400/online-snapshot/acquired, /11662724400/online-snapshot/reached, /11662724400/online-snapshot/abort 2024-11-24T22:17:33,870 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,44647,1732486651976 2024-11-24T22:17:33,872 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T22:17:33,875 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:33,875 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T22:17:33,875 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T22:17:33,876 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,44647,1732486651976 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T22:17:33,878 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:33,878 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:33,878 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:33,878 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:33,878 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10 2024-11-24T22:17:33,878 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:33,878 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:17:33,878 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:33,894 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732486683894 2024-11-24T22:17:33,894 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T22:17:33,894 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T22:17:33,894 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:33,894 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T22:17:33,894 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T22:17:33,894 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T22:17:33,894 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T22:17:33,894 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T22:17:33,896 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:33,896 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T22:17:33,900 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:33,904 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T22:17:33,905 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T22:17:33,905 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T22:17:33,905 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T22:17:33,920 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T22:17:33,920 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T22:17:33,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46527 is added to blk_1073741831_1007 (size=1321) 2024-11-24T22:17:33,936 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T22:17:33,937 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb 2024-11-24T22:17:33,940 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486653921,5,FailOnTimeoutGroup] 2024-11-24T22:17:33,943 INFO [RS:0;bd6592c37bb2:42553 {}] regionserver.HRegionServer(746): ClusterId : 50e7a905-97ea-4317-81b4-5bdb53587bb9 2024-11-24T22:17:33,943 DEBUG [RS:0;bd6592c37bb2:42553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T22:17:33,946 DEBUG [RS:0;bd6592c37bb2:42553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T22:17:33,946 DEBUG [RS:0;bd6592c37bb2:42553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T22:17:33,948 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486653940,5,FailOnTimeoutGroup] 2024-11-24T22:17:33,948 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:33,948 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T22:17:33,948 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:33,948 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:33,950 DEBUG [RS:0;bd6592c37bb2:42553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T22:17:33,950 DEBUG [RS:0;bd6592c37bb2:42553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119afdf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:17:33,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46527 is added to blk_1073741832_1008 (size=32) 2024-11-24T22:17:33,970 DEBUG [RS:0;bd6592c37bb2:42553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:42553 2024-11-24T22:17:33,971 INFO [RS:0;bd6592c37bb2:42553 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T22:17:33,971 INFO [RS:0;bd6592c37bb2:42553 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T22:17:33,971 DEBUG [RS:0;bd6592c37bb2:42553 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T22:17:33,972 INFO [RS:0;bd6592c37bb2:42553 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,44647,1732486651976 with port=42553, startcode=1732486652017 2024-11-24T22:17:33,973 DEBUG [RS:0;bd6592c37bb2:42553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T22:17:33,986 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T22:17:33,987 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44647 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,42553,1732486652017 2024-11-24T22:17:33,987 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44647 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,42553,1732486652017 2024-11-24T22:17:33,990 DEBUG [RS:0;bd6592c37bb2:42553 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb 2024-11-24T22:17:33,990 DEBUG [RS:0;bd6592c37bb2:42553 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43307 2024-11-24T22:17:33,990 DEBUG [RS:0;bd6592c37bb2:42553 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T22:17:33,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11662724400/rs 2024-11-24T22:17:33,997 DEBUG [RS:0;bd6592c37bb2:42553 {}] zookeeper.ZKUtil(111): regionserver:42553-0x1014c0e39880004, quorum=127.0.0.1:64637, baseZNode=/11662724400 Set watcher on existing znode=/11662724400/rs/bd6592c37bb2,42553,1732486652017 2024-11-24T22:17:33,997 WARN [RS:0;bd6592c37bb2:42553 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:17:33,998 INFO [RS:0;bd6592c37bb2:42553 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:33,998 DEBUG [RS:0;bd6592c37bb2:42553 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/WALs/bd6592c37bb2,42553,1732486652017 2024-11-24T22:17:34,020 INFO [RS:0;bd6592c37bb2:42553 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T22:17:34,022 INFO [RS:0;bd6592c37bb2:42553 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T22:17:34,023 INFO [RS:0;bd6592c37bb2:42553 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T22:17:34,023 INFO [RS:0;bd6592c37bb2:42553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:34,024 INFO [RS:0;bd6592c37bb2:42553 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T22:17:34,024 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,42553,1732486652017] 2024-11-24T22:17:34,025 INFO [RS:0;bd6592c37bb2:42553 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T22:17:34,025 INFO [RS:0;bd6592c37bb2:42553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:34,025 DEBUG [RS:0;bd6592c37bb2:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:34,025 DEBUG [RS:0;bd6592c37bb2:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:34,025 DEBUG [RS:0;bd6592c37bb2:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:34,025 DEBUG [RS:0;bd6592c37bb2:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:34,025 DEBUG [RS:0;bd6592c37bb2:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:34,025 DEBUG [RS:0;bd6592c37bb2:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:17:34,025 DEBUG [RS:0;bd6592c37bb2:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:34,025 DEBUG [RS:0;bd6592c37bb2:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:34,025 DEBUG [RS:0;bd6592c37bb2:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:34,025 DEBUG [RS:0;bd6592c37bb2:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:34,025 DEBUG [RS:0;bd6592c37bb2:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:34,025 DEBUG [RS:0;bd6592c37bb2:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:34,025 DEBUG [RS:0;bd6592c37bb2:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:17:34,025 DEBUG [RS:0;bd6592c37bb2:42553 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:17:34,029 INFO [RS:0;bd6592c37bb2:42553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:34,029 INFO [RS:0;bd6592c37bb2:42553 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:34,029 INFO [RS:0;bd6592c37bb2:42553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:34,029 INFO [RS:0;bd6592c37bb2:42553 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:34,029 INFO [RS:0;bd6592c37bb2:42553 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:34,029 INFO [RS:0;bd6592c37bb2:42553 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,42553,1732486652017-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:17:34,057 INFO [RS:0;bd6592c37bb2:42553 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T22:17:34,057 INFO [RS:0;bd6592c37bb2:42553 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,42553,1732486652017-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:34,057 INFO [RS:0;bd6592c37bb2:42553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:34,057 INFO [RS:0;bd6592c37bb2:42553 {}] regionserver.Replication(171): bd6592c37bb2,42553,1732486652017 started 2024-11-24T22:17:34,075 INFO [RS:0;bd6592c37bb2:42553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:34,075 INFO [RS:0;bd6592c37bb2:42553 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,42553,1732486652017, RpcServer on bd6592c37bb2/172.17.0.2:42553, sessionid=0x1014c0e39880004 2024-11-24T22:17:34,076 DEBUG [RS:0;bd6592c37bb2:42553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T22:17:34,076 DEBUG [RS:0;bd6592c37bb2:42553 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,42553,1732486652017 2024-11-24T22:17:34,076 DEBUG [RS:0;bd6592c37bb2:42553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,42553,1732486652017' 2024-11-24T22:17:34,076 DEBUG [RS:0;bd6592c37bb2:42553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11662724400/flush-table-proc/abort' 2024-11-24T22:17:34,076 DEBUG [RS:0;bd6592c37bb2:42553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11662724400/flush-table-proc/acquired' 2024-11-24T22:17:34,077 DEBUG [RS:0;bd6592c37bb2:42553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T22:17:34,077 DEBUG [RS:0;bd6592c37bb2:42553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T22:17:34,077 DEBUG [RS:0;bd6592c37bb2:42553 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,42553,1732486652017 2024-11-24T22:17:34,077 DEBUG [RS:0;bd6592c37bb2:42553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,42553,1732486652017' 2024-11-24T22:17:34,077 DEBUG [RS:0;bd6592c37bb2:42553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11662724400/online-snapshot/abort' 2024-11-24T22:17:34,077 DEBUG [RS:0;bd6592c37bb2:42553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11662724400/online-snapshot/acquired' 2024-11-24T22:17:34,078 DEBUG [RS:0;bd6592c37bb2:42553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T22:17:34,078 INFO [RS:0;bd6592c37bb2:42553 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T22:17:34,078 INFO [RS:0;bd6592c37bb2:42553 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T22:17:34,178 INFO [RS:0;bd6592c37bb2:42553 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:17:34,181 INFO [RS:0;bd6592c37bb2:42553 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C42553%2C1732486652017, suffix=, logDir=hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/WALs/bd6592c37bb2,42553,1732486652017, archiveDir=hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/oldWALs, maxLogs=10 2024-11-24T22:17:34,200 DEBUG [RS:0;bd6592c37bb2:42553 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/WALs/bd6592c37bb2,42553,1732486652017/bd6592c37bb2%2C42553%2C1732486652017.1732486654182, exclude list is [], retry=0 2024-11-24T22:17:34,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46527,DS-8d2f2545-684d-4109-887d-6bf549161103,DISK] 2024-11-24T22:17:34,214 INFO [RS:0;bd6592c37bb2:42553 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/WALs/bd6592c37bb2,42553,1732486652017/bd6592c37bb2%2C42553%2C1732486652017.1732486654182 2024-11-24T22:17:34,221 DEBUG [RS:0;bd6592c37bb2:42553 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39245:39245)] 2024-11-24T22:17:34,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:34,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:17:34,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:17:34,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:34,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:34,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:17:34,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:17:34,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:34,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:34,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:17:34,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:17:34,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:34,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:34,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:17:34,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:17:34,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:34,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:34,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:17:34,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/data/hbase/meta/1588230740 2024-11-24T22:17:34,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/data/hbase/meta/1588230740 2024-11-24T22:17:34,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:17:34,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:17:34,382 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:17:34,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:17:34,387 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:17:34,388 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66129741, jitterRate=-0.014590069651603699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:17:34,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732486654357Initializing all the Stores at 1732486654359 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486654359Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486654359Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486654360 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486654360Cleaning up temporary data from old regions at 1732486654381 (+21 ms)Region opened successfully at 1732486654388 (+7 ms) 2024-11-24T22:17:34,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:17:34,389 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:17:34,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:17:34,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:17:34,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:17:34,389 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:17:34,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486654389Disabling compacts and flushes for region at 1732486654389Disabling writes for close at 1732486654389Writing region close event to WAL at 1732486654389Closed at 1732486654389 2024-11-24T22:17:34,391 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:34,391 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T22:17:34,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T22:17:34,393 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:17:34,395 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T22:17:34,546 DEBUG [bd6592c37bb2:44647 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:17:34,546 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,42553,1732486652017 2024-11-24T22:17:34,548 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,42553,1732486652017, state=OPENING 2024-11-24T22:17:34,550 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T22:17:34,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1014c0e39880004, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11662724400 2024-11-24T22:17:34,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11662724400 2024-11-24T22:17:34,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11662724400/meta-region-server: CHANGED 2024-11-24T22:17:34,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11662724400/meta-region-server: CHANGED 2024-11-24T22:17:34,554 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:17:34,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,42553,1732486652017}] 2024-11-24T22:17:34,709 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:17:34,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:17:34,715 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T22:17:34,715 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:34,715 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T22:17:34,717 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C42553%2C1732486652017.meta, suffix=.meta, logDir=hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/WALs/bd6592c37bb2,42553,1732486652017, archiveDir=hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/oldWALs, maxLogs=10 2024-11-24T22:17:34,730 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/WALs/bd6592c37bb2,42553,1732486652017/bd6592c37bb2%2C42553%2C1732486652017.meta.1732486654717.meta, exclude list is [], retry=0 2024-11-24T22:17:34,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46527,DS-8d2f2545-684d-4109-887d-6bf549161103,DISK] 2024-11-24T22:17:34,735 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/WALs/bd6592c37bb2,42553,1732486652017/bd6592c37bb2%2C42553%2C1732486652017.meta.1732486654717.meta 2024-11-24T22:17:34,735 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39245:39245)] 2024-11-24T22:17:34,735 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:17:34,736 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:17:34,736 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:17:34,736 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T22:17:34,736 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T22:17:34,736 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T22:17:34,736 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:34,736 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T22:17:34,736 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T22:17:34,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:17:34,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:17:34,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:34,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:34,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:17:34,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:17:34,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:34,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:34,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:17:34,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:17:34,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:34,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:34,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:17:34,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:17:34,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:34,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:34,745 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:17:34,745 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/data/hbase/meta/1588230740 2024-11-24T22:17:34,746 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/data/hbase/meta/1588230740 2024-11-24T22:17:34,748 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:17:34,748 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:17:34,749 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:17:34,750 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:17:34,751 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68351935, jitterRate=0.0185232013463974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:17:34,751 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T22:17:34,751 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732486654736Writing region info on filesystem at 1732486654736Initializing all the Stores at 1732486654737 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486654737Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486654738 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486654738Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486654738Cleaning up temporary data from old regions at 1732486654748 (+10 ms)Running coprocessor post-open hooks at 1732486654751 (+3 ms)Region opened successfully at 1732486654751 2024-11-24T22:17:34,752 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732486654708 2024-11-24T22:17:34,755 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T22:17:34,755 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T22:17:34,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,42553,1732486652017 2024-11-24T22:17:34,757 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,42553,1732486652017, state=OPEN 2024-11-24T22:17:34,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11662724400/meta-region-server 2024-11-24T22:17:34,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1014c0e39880004, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11662724400/meta-region-server 2024-11-24T22:17:34,760 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,42553,1732486652017 2024-11-24T22:17:34,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11662724400/meta-region-server: CHANGED 2024-11-24T22:17:34,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11662724400/meta-region-server: CHANGED 2024-11-24T22:17:34,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T22:17:34,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,42553,1732486652017 in 206 msec 2024-11-24T22:17:34,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T22:17:34,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-11-24T22:17:34,765 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:34,765 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T22:17:34,767 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:17:34,767 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,42553,1732486652017, seqNum=-1] 2024-11-24T22:17:34,767 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:17:34,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:17:34,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 900 msec 2024-11-24T22:17:34,775 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732486654775, completionTime=-1 2024-11-24T22:17:34,775 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T22:17:34,775 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T22:17:34,777 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T22:17:34,777 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732486714777 2024-11-24T22:17:34,777 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732486774777 2024-11-24T22:17:34,777 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T22:17:34,778 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,44647,1732486651976-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:34,778 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,44647,1732486651976-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:34,778 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,44647,1732486651976-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:34,778 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:44647, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:34,778 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:34,778 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:34,780 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T22:17:34,782 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.732sec 2024-11-24T22:17:34,783 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T22:17:34,783 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T22:17:34,783 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T22:17:34,783 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T22:17:34,783 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T22:17:34,783 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,44647,1732486651976-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:17:34,783 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,44647,1732486651976-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T22:17:34,786 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T22:17:34,786 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T22:17:34,786 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,44647,1732486651976-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:34,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1b0068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:34,843 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,44647,-1 for getting cluster id 2024-11-24T22:17:34,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:34,844 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50e7a905-97ea-4317-81b4-5bdb53587bb9' 2024-11-24T22:17:34,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:34,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50e7a905-97ea-4317-81b4-5bdb53587bb9" 2024-11-24T22:17:34,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3793541f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:34,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,44647,-1] 2024-11-24T22:17:34,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:34,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:34,847 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:34,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c08a4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:34,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:17:34,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,42553,1732486652017, seqNum=-1] 2024-11-24T22:17:34,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:17:34,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:17:34,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bd6592c37bb2,44647,1732486651976 2024-11-24T22:17:34,855 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64637 2024-11-24T22:17:34,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:17:34,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014c0e39880005 connected 2024-11-24T22:17:34,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f5408a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:34,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,35523,-1 for getting cluster id 2024-11-24T22:17:34,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:34,861 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8dd8755-20e8-42d3-b0d2-768dc52d2df8' 2024-11-24T22:17:34,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:34,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8dd8755-20e8-42d3-b0d2-768dc52d2df8" 2024-11-24T22:17:34,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373dfc77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:34,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,35523,-1] 2024-11-24T22:17:34,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:34,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:34,863 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:34,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d51be8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:34,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:17:34,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,35523,1732486648220 2024-11-24T22:17:34,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71e4759c 2024-11-24T22:17:34,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:17:34,866 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:17:34,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35523 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bd6592c37bb2:44647,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T22:17:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35523 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T22:17:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:17:34,869 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:44647' 2024-11-24T22:17:34,870 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cffcad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:34,870 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,44647,-1 for getting cluster id 2024-11-24T22:17:34,870 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:34,871 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50e7a905-97ea-4317-81b4-5bdb53587bb9' 2024-11-24T22:17:34,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:34,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50e7a905-97ea-4317-81b4-5bdb53587bb9" 2024-11-24T22:17:34,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec15bda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:34,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,44647,-1] 2024-11-24T22:17:34,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:34,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:34,872 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:34,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ab5c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:34,873 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:17:34,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,44647,1732486651976 2024-11-24T22:17:34,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fe3bd65 2024-11-24T22:17:34,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:17:34,875 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:17:34,876 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T22:17:34,876 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T22:17:34,876 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:34,876 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:34,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:17:34,876 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:17:34,878 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T22:17:34,879 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:17:34,879 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:34,880 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:17:34,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741835_1011 (size=1138) 2024-11-24T22:17:34,928 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T22:17:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:17:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:17:35,289 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd62ed6aa5f5ed12913280d25748e72e, NAME => 'hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078 2024-11-24T22:17:35,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741836_1012 (size=44) 2024-11-24T22:17:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:17:35,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:35,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dd62ed6aa5f5ed12913280d25748e72e, disabling compactions & flushes 2024-11-24T22:17:35,699 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e. 2024-11-24T22:17:35,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e. 2024-11-24T22:17:35,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e. after waiting 0 ms 2024-11-24T22:17:35,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e. 2024-11-24T22:17:35,699 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e. 2024-11-24T22:17:35,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd62ed6aa5f5ed12913280d25748e72e: Waiting for close lock at 1732486655699Disabling compacts and flushes for region at 1732486655699Disabling writes for close at 1732486655699Writing region close event to WAL at 1732486655699Closed at 1732486655699 2024-11-24T22:17:35,701 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:17:35,701 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732486655701"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486655701"}]},"ts":"1732486655701"} 2024-11-24T22:17:35,703 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:17:35,704 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:17:35,705 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486655704"}]},"ts":"1732486655704"} 2024-11-24T22:17:35,707 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T22:17:35,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd62ed6aa5f5ed12913280d25748e72e, ASSIGN}] 2024-11-24T22:17:35,708 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd62ed6aa5f5ed12913280d25748e72e, ASSIGN 2024-11-24T22:17:35,709 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dd62ed6aa5f5ed12913280d25748e72e, ASSIGN; state=OFFLINE, location=bd6592c37bb2,40799,1732486648294; forceNewPlan=false, retain=false 2024-11-24T22:17:35,860 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dd62ed6aa5f5ed12913280d25748e72e, regionState=OPENING, regionLocation=bd6592c37bb2,40799,1732486648294 2024-11-24T22:17:35,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dd62ed6aa5f5ed12913280d25748e72e, ASSIGN because future has completed 2024-11-24T22:17:35,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd62ed6aa5f5ed12913280d25748e72e, server=bd6592c37bb2,40799,1732486648294}] 2024-11-24T22:17:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:17:36,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e. 2024-11-24T22:17:36,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:36,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T22:17:36,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C40799%2C1732486648294.rep, suffix=, logDir=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/WALs/bd6592c37bb2,40799,1732486648294, archiveDir=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/oldWALs, maxLogs=10 2024-11-24T22:17:36,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/WALs/bd6592c37bb2,40799,1732486648294/bd6592c37bb2%2C40799%2C1732486648294.rep.1732486656023, exclude list is [], retry=0 2024-11-24T22:17:36,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35991,DS-88de7979-0dce-4a6b-8216-cd0d68e68085,DISK] 2024-11-24T22:17:36,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/WALs/bd6592c37bb2,40799,1732486648294/bd6592c37bb2%2C40799%2C1732486648294.rep.1732486656023 2024-11-24T22:17:36,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37167:37167)] 2024-11-24T22:17:36,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => dd62ed6aa5f5ed12913280d25748e72e, NAME => 'hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:17:36,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:17:36,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:17:36,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e. service=MultiRowMutationService 2024-11-24T22:17:36,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T22:17:36,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dd62ed6aa5f5ed12913280d25748e72e 2024-11-24T22:17:36,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:36,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for dd62ed6aa5f5ed12913280d25748e72e 2024-11-24T22:17:36,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for dd62ed6aa5f5ed12913280d25748e72e 2024-11-24T22:17:36,043 INFO [StoreOpener-dd62ed6aa5f5ed12913280d25748e72e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dd62ed6aa5f5ed12913280d25748e72e 2024-11-24T22:17:36,044 INFO [StoreOpener-dd62ed6aa5f5ed12913280d25748e72e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd62ed6aa5f5ed12913280d25748e72e columnFamilyName hfileref 2024-11-24T22:17:36,044 DEBUG [StoreOpener-dd62ed6aa5f5ed12913280d25748e72e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:36,045 INFO [StoreOpener-dd62ed6aa5f5ed12913280d25748e72e-1 {}] regionserver.HStore(327): Store=dd62ed6aa5f5ed12913280d25748e72e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:36,045 INFO [StoreOpener-dd62ed6aa5f5ed12913280d25748e72e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dd62ed6aa5f5ed12913280d25748e72e 2024-11-24T22:17:36,046 INFO [StoreOpener-dd62ed6aa5f5ed12913280d25748e72e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd62ed6aa5f5ed12913280d25748e72e columnFamilyName queue 2024-11-24T22:17:36,046 DEBUG [StoreOpener-dd62ed6aa5f5ed12913280d25748e72e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:36,047 INFO [StoreOpener-dd62ed6aa5f5ed12913280d25748e72e-1 {}] regionserver.HStore(327): Store=dd62ed6aa5f5ed12913280d25748e72e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:36,047 INFO [StoreOpener-dd62ed6aa5f5ed12913280d25748e72e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dd62ed6aa5f5ed12913280d25748e72e 2024-11-24T22:17:36,048 INFO [StoreOpener-dd62ed6aa5f5ed12913280d25748e72e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd62ed6aa5f5ed12913280d25748e72e columnFamilyName sid 2024-11-24T22:17:36,048 DEBUG [StoreOpener-dd62ed6aa5f5ed12913280d25748e72e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:36,048 INFO [StoreOpener-dd62ed6aa5f5ed12913280d25748e72e-1 {}] regionserver.HStore(327): Store=dd62ed6aa5f5ed12913280d25748e72e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:36,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for dd62ed6aa5f5ed12913280d25748e72e 2024-11-24T22:17:36,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/replication/dd62ed6aa5f5ed12913280d25748e72e 2024-11-24T22:17:36,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/replication/dd62ed6aa5f5ed12913280d25748e72e 2024-11-24T22:17:36,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for dd62ed6aa5f5ed12913280d25748e72e 2024-11-24T22:17:36,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for dd62ed6aa5f5ed12913280d25748e72e 2024-11-24T22:17:36,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:17:36,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for dd62ed6aa5f5ed12913280d25748e72e 2024-11-24T22:17:36,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/replication/dd62ed6aa5f5ed12913280d25748e72e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:17:36,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened dd62ed6aa5f5ed12913280d25748e72e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74013313, jitterRate=0.10288430750370026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:17:36,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd62ed6aa5f5ed12913280d25748e72e 2024-11-24T22:17:36,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for dd62ed6aa5f5ed12913280d25748e72e: Running coprocessor pre-open hook at 1732486656042Writing region info on filesystem at 1732486656042Initializing all the Stores at 1732486656043 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486656043Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486656043Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486656043Cleaning up temporary data from old regions at 1732486656051 (+8 ms)Running coprocessor post-open hooks at 1732486656055 (+4 ms)Region opened successfully at 1732486656056 (+1 ms) 2024-11-24T22:17:36,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e., pid=7, masterSystemTime=1732486656017 2024-11-24T22:17:36,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e. 2024-11-24T22:17:36,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e. 2024-11-24T22:17:36,060 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dd62ed6aa5f5ed12913280d25748e72e, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,40799,1732486648294 2024-11-24T22:17:36,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd62ed6aa5f5ed12913280d25748e72e, server=bd6592c37bb2,40799,1732486648294 because future has completed 2024-11-24T22:17:36,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T22:17:36,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure dd62ed6aa5f5ed12913280d25748e72e, server=bd6592c37bb2,40799,1732486648294 in 201 msec 2024-11-24T22:17:36,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T22:17:36,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd62ed6aa5f5ed12913280d25748e72e, ASSIGN in 360 msec 2024-11-24T22:17:36,071 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:17:36,071 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486656071"}]},"ts":"1732486656071"} 2024-11-24T22:17:36,073 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T22:17:36,074 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:17:36,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1980 sec 2024-11-24T22:17:36,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e., hostname=bd6592c37bb2,40799,1732486648294, seqNum=2] 2024-11-24T22:17:36,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x1014c0e39880001, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021262922 2024-11-24T22:17:36,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021262922 2024-11-24T22:17:36,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T22:17:36,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T22:17:36,253 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T22:17:36,284 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-bd6592c37bb2,40799,1732486648294, ReplicationSource: 1, currentBandwidth=0 2024-11-24T22:17:36,285 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:17:36,285 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40799,1732486648294, seqNum=-1] 2024-11-24T22:17:36,285 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:17:36,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-24T22:17:36,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bd6592c37bb2,40799,1732486648294', locateType=CURRENT is [region=hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e., hostname=bd6592c37bb2,40799,1732486648294, seqNum=2] 2024-11-24T22:17:36,292 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T22:17:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35523 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T22:17:36,297 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bd6592c37bb2,40799,1732486648294 suceeded 2024-11-24T22:17:36,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T22:17:36,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-24T22:17:36,302 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bd6592c37bb2:44647,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T22:17:36,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4360 sec 2024-11-24T22:17:36,314 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40799,1732486648294 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:44647' 2024-11-24T22:17:36,315 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40799,1732486648294 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f51877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:36,315 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40799,1732486648294 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,44647,-1 for getting cluster id 2024-11-24T22:17:36,316 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40799,1732486648294 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:36,317 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50e7a905-97ea-4317-81b4-5bdb53587bb9' 2024-11-24T22:17:36,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:36,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50e7a905-97ea-4317-81b4-5bdb53587bb9" 2024-11-24T22:17:36,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3017abf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:36,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,44647,-1] 2024-11-24T22:17:36,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:36,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:36,319 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:36,320 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40799,1732486648294 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e22bede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:36,320 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40799,1732486648294 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:17:36,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,44647,1732486651976 2024-11-24T22:17:36,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f2c1706 2024-11-24T22:17:36,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:17:36,323 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-24T22:17:36,324 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40799,1732486648294 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bd6592c37bb2,40799,1732486648294 (queues=1) is replicating from cluster=e8dd8755-20e8-42d3-b0d2-768dc52d2df8 to cluster=50e7a905-97ea-4317-81b4-5bdb53587bb9 2024-11-24T22:17:36,324 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40799,1732486648294 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bd6592c37bb2%2C40799%2C1732486648294 2024-11-24T22:17:36,324 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40799,1732486648294 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bd6592c37bb2,40799,1732486648294, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T22:17:36,325 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40799,1732486648294.replicationSource.wal-reader.bd6592c37bb2%2C40799%2C1732486648294,1-bd6592c37bb2,40799,1732486648294 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/WALs/bd6592c37bb2,40799,1732486648294/bd6592c37bb2%2C40799%2C1732486648294.1732486650371, startPosition=0, beingWritten=true 2024-11-24T22:17:36,325 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:17:36,328 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40799,1732486648294.replicationSource.shipperbd6592c37bb2%2C40799%2C1732486648294,1-bd6592c37bb2,40799,1732486648294 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bd6592c37bb2%2C40799%2C1732486648294 2024-11-24T22:17:36,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:17:36,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:17:36,375 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T22:17:36,375 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T22:17:36,537 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40799,1732486648294.replicationSource.wal-reader.bd6592c37bb2%2C40799%2C1732486648294,1-bd6592c37bb2,40799,1732486648294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/WALs/bd6592c37bb2,40799,1732486648294/bd6592c37bb2%2C40799%2C1732486648294.1732486650371 to pos 0, reset compression=false 2024-11-24T22:17:36,845 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40799,1732486648294.replicationSource.wal-reader.bd6592c37bb2%2C40799%2C1732486648294,1-bd6592c37bb2,40799,1732486648294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/WALs/bd6592c37bb2,40799,1732486648294/bd6592c37bb2%2C40799%2C1732486648294.1732486650371 to pos 0, reset compression=false 2024-11-24T22:17:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:17:37,021 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T22:17:37,021 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:17:37,021 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:37,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:37,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:37,021 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:17:37,021 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:17:37,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,35523,1732486648220 2024-11-24T22:17:37,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30fe9ba2 2024-11-24T22:17:37,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:17:37,023 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:17:37,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35523 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T22:17:37,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T22:17:37,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:17:37,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:37,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:37,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:37,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:17:37,025 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T22:17:37,025 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=405530816, stopped=false 2024-11-24T22:17:37,025 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bd6592c37bb2,44647,1732486651976 2024-11-24T22:17:37,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11662724400/running 2024-11-24T22:17:37,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1014c0e39880004, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11662724400/running 2024-11-24T22:17:37,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11662724400 2024-11-24T22:17:37,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1014c0e39880004, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11662724400 2024-11-24T22:17:37,026 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:17:37,027 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:17:37,027 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:37,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:37,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42553-0x1014c0e39880004, quorum=127.0.0.1:64637, baseZNode=/11662724400 Set watcher on znode that does not yet exist, /11662724400/running 2024-11-24T22:17:37,027 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bd6592c37bb2,42553,1732486652017' ***** 2024-11-24T22:17:37,027 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T22:17:37,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Set watcher on znode that does not yet exist, /11662724400/running 2024-11-24T22:17:37,027 INFO [RS:0;bd6592c37bb2:42553 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T22:17:37,027 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T22:17:37,028 INFO [RS:0;bd6592c37bb2:42553 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T22:17:37,028 INFO [RS:0;bd6592c37bb2:42553 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T22:17:37,028 INFO [RS:0;bd6592c37bb2:42553 {}] regionserver.HRegionServer(959): stopping server bd6592c37bb2,42553,1732486652017 2024-11-24T22:17:37,028 INFO [RS:0;bd6592c37bb2:42553 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:17:37,028 INFO [RS:0;bd6592c37bb2:42553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:42553. 2024-11-24T22:17:37,028 DEBUG [RS:0;bd6592c37bb2:42553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:37,028 DEBUG [RS:0;bd6592c37bb2:42553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:37,028 INFO [RS:0;bd6592c37bb2:42553 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T22:17:37,028 INFO [RS:0;bd6592c37bb2:42553 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T22:17:37,028 INFO [RS:0;bd6592c37bb2:42553 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T22:17:37,028 INFO [RS:0;bd6592c37bb2:42553 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T22:17:37,028 INFO [RS:0;bd6592c37bb2:42553 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T22:17:37,028 DEBUG [RS:0;bd6592c37bb2:42553 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T22:17:37,028 DEBUG [RS:0;bd6592c37bb2:42553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:17:37,028 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:17:37,028 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:17:37,029 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:17:37,029 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:17:37,029 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:17:37,029 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T22:17:37,032 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T22:17:37,032 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T22:17:37,039 INFO [regionserver/bd6592c37bb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:17:37,049 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/data/hbase/meta/1588230740/.tmp/ns/1ee950c1483942429e3f6b5a0ba08c0f is 43, key is default/ns:d/1732486654769/Put/seqid=0 2024-11-24T22:17:37,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46527 is added to blk_1073741835_1011 (size=5153) 2024-11-24T22:17:37,229 DEBUG [RS:0;bd6592c37bb2:42553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:17:37,250 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40799,1732486648294.replicationSource.wal-reader.bd6592c37bb2%2C40799%2C1732486648294,1-bd6592c37bb2,40799,1732486648294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/WALs/bd6592c37bb2,40799,1732486648294/bd6592c37bb2%2C40799%2C1732486648294.1732486650371 to pos 0, reset compression=false 2024-11-24T22:17:37,429 DEBUG [RS:0;bd6592c37bb2:42553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:17:37,454 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/data/hbase/meta/1588230740/.tmp/ns/1ee950c1483942429e3f6b5a0ba08c0f 2024-11-24T22:17:37,461 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/data/hbase/meta/1588230740/.tmp/ns/1ee950c1483942429e3f6b5a0ba08c0f as hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/data/hbase/meta/1588230740/ns/1ee950c1483942429e3f6b5a0ba08c0f 2024-11-24T22:17:37,467 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/data/hbase/meta/1588230740/ns/1ee950c1483942429e3f6b5a0ba08c0f, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T22:17:37,468 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false 2024-11-24T22:17:37,472 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T22:17:37,473 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:17:37,473 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:17:37,473 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:17:37,473 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486657028Running coprocessor pre-close hooks at 1732486657028Disabling compacts and flushes for region at 1732486657028Disabling writes for close at 1732486657029 (+1 ms)Obtaining lock to block concurrent updates at 1732486657029Preparing flush snapshotting stores in 1588230740 at 1732486657029Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732486657029Flushing stores of hbase:meta,,1.1588230740 at 1732486657030 (+1 ms)Flushing 1588230740/ns: creating writer at 1732486657030Flushing 1588230740/ns: appending metadata at 1732486657049 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732486657049Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d98d249: reopening flushed file at 1732486657460 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false at 1732486657468 (+8 ms)Writing region close event to WAL at 1732486657469 (+1 ms)Running coprocessor post-close hooks at 1732486657473 (+4 ms)Closed at 1732486657473 2024-11-24T22:17:37,473 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T22:17:37,629 INFO [RS:0;bd6592c37bb2:42553 {}] regionserver.HRegionServer(976): stopping server bd6592c37bb2,42553,1732486652017; all regions closed. 2024-11-24T22:17:37,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46527 is added to blk_1073741834_1010 (size=1152) 2024-11-24T22:17:37,632 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/WALs/bd6592c37bb2,42553,1732486652017/bd6592c37bb2%2C42553%2C1732486652017.meta.1732486654717.meta not finished, retry = 0 2024-11-24T22:17:37,735 DEBUG [RS:0;bd6592c37bb2:42553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/oldWALs 2024-11-24T22:17:37,735 INFO [RS:0;bd6592c37bb2:42553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C42553%2C1732486652017.meta:.meta(num 1732486654717) 2024-11-24T22:17:37,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46527 is added to blk_1073741833_1009 (size=93) 2024-11-24T22:17:37,739 DEBUG [RS:0;bd6592c37bb2:42553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/oldWALs 2024-11-24T22:17:37,739 INFO [RS:0;bd6592c37bb2:42553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C42553%2C1732486652017:(num 1732486654182) 2024-11-24T22:17:37,739 DEBUG [RS:0;bd6592c37bb2:42553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:37,739 INFO [RS:0;bd6592c37bb2:42553 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:17:37,739 INFO [RS:0;bd6592c37bb2:42553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:17:37,740 INFO [RS:0;bd6592c37bb2:42553 {}] hbase.ChoreService(370): Chore service for: regionserver/bd6592c37bb2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T22:17:37,740 INFO [RS:0;bd6592c37bb2:42553 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:17:37,740 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:17:37,740 INFO [RS:0;bd6592c37bb2:42553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42553 2024-11-24T22:17:37,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1014c0e39880004, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11662724400/rs/bd6592c37bb2,42553,1732486652017 2024-11-24T22:17:37,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11662724400/rs 2024-11-24T22:17:37,743 INFO [RS:0;bd6592c37bb2:42553 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:17:37,744 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bd6592c37bb2,42553,1732486652017] 2024-11-24T22:17:37,746 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11662724400/draining/bd6592c37bb2,42553,1732486652017 already deleted, retry=false 2024-11-24T22:17:37,746 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bd6592c37bb2,42553,1732486652017 expired; onlineServers=0 2024-11-24T22:17:37,746 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bd6592c37bb2,44647,1732486651976' ***** 2024-11-24T22:17:37,746 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T22:17:37,746 INFO [M:0;bd6592c37bb2:44647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:17:37,746 INFO [M:0;bd6592c37bb2:44647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:17:37,746 DEBUG [M:0;bd6592c37bb2:44647 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T22:17:37,746 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T22:17:37,746 DEBUG [M:0;bd6592c37bb2:44647 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T22:17:37,746 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486653921 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486653921,5,FailOnTimeoutGroup] 2024-11-24T22:17:37,746 INFO [M:0;bd6592c37bb2:44647 {}] hbase.ChoreService(370): Chore service for: master/bd6592c37bb2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T22:17:37,747 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486653940 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486653940,5,FailOnTimeoutGroup] 2024-11-24T22:17:37,747 INFO [M:0;bd6592c37bb2:44647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:17:37,747 DEBUG [M:0;bd6592c37bb2:44647 {}] master.HMaster(1795): Stopping service threads 2024-11-24T22:17:37,747 INFO [M:0;bd6592c37bb2:44647 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T22:17:37,747 INFO [M:0;bd6592c37bb2:44647 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:17:37,747 INFO [M:0;bd6592c37bb2:44647 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T22:17:37,747 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T22:17:37,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11662724400/master 2024-11-24T22:17:37,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11662724400 2024-11-24T22:17:37,748 DEBUG [M:0;bd6592c37bb2:44647 {}] zookeeper.ZKUtil(347): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Unable to get data of znode /11662724400/master because node does not exist (not an error) 2024-11-24T22:17:37,748 WARN [M:0;bd6592c37bb2:44647 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T22:17:37,749 INFO [M:0;bd6592c37bb2:44647 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/.lastflushedseqids 2024-11-24T22:17:37,755 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40799,1732486648294.replicationSource.wal-reader.bd6592c37bb2%2C40799%2C1732486648294,1-bd6592c37bb2,40799,1732486648294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/WALs/bd6592c37bb2,40799,1732486648294/bd6592c37bb2%2C40799%2C1732486648294.1732486650371 to pos 0, reset compression=false 2024-11-24T22:17:37,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46527 is added to blk_1073741836_1012 (size=99) 2024-11-24T22:17:37,760 INFO [M:0;bd6592c37bb2:44647 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T22:17:37,760 INFO [M:0;bd6592c37bb2:44647 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T22:17:37,760 DEBUG [M:0;bd6592c37bb2:44647 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:17:37,760 INFO [M:0;bd6592c37bb2:44647 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:37,760 DEBUG [M:0;bd6592c37bb2:44647 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:37,760 DEBUG [M:0;bd6592c37bb2:44647 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:17:37,760 DEBUG [M:0;bd6592c37bb2:44647 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:37,760 INFO [M:0;bd6592c37bb2:44647 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T22:17:37,788 DEBUG [M:0;bd6592c37bb2:44647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45b39384f52445abb57e19902bcaac37 is 82, key is hbase:meta,,1/info:regioninfo/1732486654756/Put/seqid=0 2024-11-24T22:17:37,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46527 is added to blk_1073741837_1013 (size=5672) 2024-11-24T22:17:37,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1014c0e39880004, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:17:37,845 INFO [RS:0;bd6592c37bb2:42553 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:17:37,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42553-0x1014c0e39880004, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:17:37,845 INFO [RS:0;bd6592c37bb2:42553 {}] regionserver.HRegionServer(1031): Exiting; stopping=bd6592c37bb2,42553,1732486652017; zookeeper connection closed. 2024-11-24T22:17:37,845 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f483929 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f483929 2024-11-24T22:17:37,845 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T22:17:38,194 INFO [M:0;bd6592c37bb2:44647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45b39384f52445abb57e19902bcaac37 2024-11-24T22:17:38,214 DEBUG [M:0;bd6592c37bb2:44647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d21dfd5ec104da8bf0e19caaf11c4a9 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732486654774/Put/seqid=0 2024-11-24T22:17:38,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46527 is added to blk_1073741838_1014 (size=5275) 2024-11-24T22:17:38,218 INFO [M:0;bd6592c37bb2:44647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d21dfd5ec104da8bf0e19caaf11c4a9 2024-11-24T22:17:38,238 DEBUG [M:0;bd6592c37bb2:44647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fc2f51e61504215a4987447414c3a93 is 69, key is bd6592c37bb2,42553,1732486652017/rs:state/1732486653988/Put/seqid=0 2024-11-24T22:17:38,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46527 is added to blk_1073741839_1015 (size=5156) 2024-11-24T22:17:38,370 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40799,1732486648294.replicationSource.wal-reader.bd6592c37bb2%2C40799%2C1732486648294,1-bd6592c37bb2,40799,1732486648294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/WALs/bd6592c37bb2,40799,1732486648294/bd6592c37bb2%2C40799%2C1732486648294.1732486650371 to pos 0, reset compression=false 2024-11-24T22:17:38,642 INFO [M:0;bd6592c37bb2:44647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fc2f51e61504215a4987447414c3a93 2024-11-24T22:17:38,649 DEBUG [M:0;bd6592c37bb2:44647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45b39384f52445abb57e19902bcaac37 as hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/45b39384f52445abb57e19902bcaac37 2024-11-24T22:17:38,654 INFO [M:0;bd6592c37bb2:44647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/45b39384f52445abb57e19902bcaac37, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T22:17:38,654 DEBUG [M:0;bd6592c37bb2:44647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d21dfd5ec104da8bf0e19caaf11c4a9 as hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d21dfd5ec104da8bf0e19caaf11c4a9 2024-11-24T22:17:38,659 INFO [M:0;bd6592c37bb2:44647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d21dfd5ec104da8bf0e19caaf11c4a9, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T22:17:38,660 DEBUG [M:0;bd6592c37bb2:44647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fc2f51e61504215a4987447414c3a93 as hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6fc2f51e61504215a4987447414c3a93 2024-11-24T22:17:38,665 INFO [M:0;bd6592c37bb2:44647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43307/user/jenkins/test-data/95d28133-8295-d19c-30b7-e170226ebacb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6fc2f51e61504215a4987447414c3a93, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T22:17:38,666 INFO [M:0;bd6592c37bb2:44647 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=28, compaction requested=false 2024-11-24T22:17:38,667 INFO [M:0;bd6592c37bb2:44647 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:38,668 DEBUG [M:0;bd6592c37bb2:44647 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486657760Disabling compacts and flushes for region at 1732486657760Disabling writes for close at 1732486657760Obtaining lock to block concurrent updates at 1732486657760Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732486657760Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732486657761 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732486657761Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732486657762 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732486657787 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732486657787Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732486658199 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732486658213 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732486658213Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732486658223 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732486658237 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732486658237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6245e6bf: reopening flushed file at 1732486658648 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a6c9165: reopening flushed file at 1732486658654 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b2655: reopening flushed file at 1732486658659 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=28, compaction requested=false at 1732486658666 (+7 ms)Writing region close event to WAL at 1732486658667 (+1 ms)Closed at 1732486658667 2024-11-24T22:17:38,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46527 is added to blk_1073741830_1006 (size=10165) 2024-11-24T22:17:38,670 INFO [M:0;bd6592c37bb2:44647 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T22:17:38,670 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:17:38,670 INFO [M:0;bd6592c37bb2:44647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44647 2024-11-24T22:17:38,671 INFO [M:0;bd6592c37bb2:44647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:17:38,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:17:38,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1014c0e39880003, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:17:38,773 INFO [M:0;bd6592c37bb2:44647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:17:38,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51da98bc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:17:38,782 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48299201{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:17:38,782 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:17:38,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2939c861{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:17:38,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ceb2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/hadoop.log.dir/,STOPPED} 2024-11-24T22:17:38,785 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T22:17:38,785 WARN [BP-252062104-172.17.0.2-1732486650991 heartbeating to localhost/127.0.0.1:43307 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T22:17:38,785 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T22:17:38,785 WARN [BP-252062104-172.17.0.2-1732486650991 heartbeating to localhost/127.0.0.1:43307 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-252062104-172.17.0.2-1732486650991 (Datanode Uuid 27744657-0ef0-4568-ac9f-d2bc633c09ab) service to localhost/127.0.0.1:43307 2024-11-24T22:17:38,785 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/cluster_5ebc1992-ddb7-4f72-b126-97c14c63bcb1/data/data1/current/BP-252062104-172.17.0.2-1732486650991 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:17:38,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/cluster_5ebc1992-ddb7-4f72-b126-97c14c63bcb1/data/data2/current/BP-252062104-172.17.0.2-1732486650991 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:17:38,786 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T22:17:38,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c9b3cc8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:17:38,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a51996c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:17:38,797 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:17:38,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd1ba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:17:38,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9e52a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/hadoop.log.dir/,STOPPED} 2024-11-24T22:17:38,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T22:17:38,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T22:17:38,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:17:38,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:38,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:38,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:38,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:17:38,821 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T22:17:38,822 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2084064642, stopped=false 2024-11-24T22:17:38,822 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bd6592c37bb2,35523,1732486648220 2024-11-24T22:17:38,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x1014c0e39880001, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02021262922/running 2024-11-24T22:17:38,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x1014c0e39880001, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021262922 2024-11-24T22:17:38,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02021262922/running 2024-11-24T22:17:38,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021262922 2024-11-24T22:17:38,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40799-0x1014c0e39880001, quorum=127.0.0.1:64637, baseZNode=/02021262922 Set watcher on znode that does not yet exist, /02021262922/running 2024-11-24T22:17:38,826 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:17:38,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Set watcher on znode that does not yet exist, /02021262922/running 2024-11-24T22:17:38,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:17:38,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:38,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:38,828 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bd6592c37bb2,40799,1732486648294' ***** 2024-11-24T22:17:38,828 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T22:17:38,829 INFO [RS:0;bd6592c37bb2:40799 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T22:17:38,829 INFO [RS:0;bd6592c37bb2:40799 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T22:17:38,829 INFO [RS:0;bd6592c37bb2:40799 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T22:17:38,829 INFO [RS:0;bd6592c37bb2:40799 {}] regionserver.HRegionServer(3091): Received CLOSE for dd62ed6aa5f5ed12913280d25748e72e 2024-11-24T22:17:38,829 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T22:17:38,836 INFO [regionserver/bd6592c37bb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:17:38,836 INFO [RS:0;bd6592c37bb2:40799 {}] regionserver.HRegionServer(959): stopping server bd6592c37bb2,40799,1732486648294 2024-11-24T22:17:38,836 INFO [RS:0;bd6592c37bb2:40799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:17:38,836 INFO [RS:0;bd6592c37bb2:40799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:40799. 2024-11-24T22:17:38,837 DEBUG [RS:0;bd6592c37bb2:40799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:38,837 DEBUG [RS:0;bd6592c37bb2:40799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:38,837 INFO [RS:0;bd6592c37bb2:40799 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T22:17:38,837 INFO [RS:0;bd6592c37bb2:40799 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T22:17:38,837 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd62ed6aa5f5ed12913280d25748e72e, disabling compactions & flushes 2024-11-24T22:17:38,837 INFO [RS:0;bd6592c37bb2:40799 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T22:17:38,837 INFO [RS:0;bd6592c37bb2:40799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T22:17:38,837 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e. 2024-11-24T22:17:38,837 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e. 2024-11-24T22:17:38,837 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e. after waiting 0 ms 2024-11-24T22:17:38,837 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e. 2024-11-24T22:17:38,837 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dd62ed6aa5f5ed12913280d25748e72e 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-24T22:17:38,844 INFO [RS:0;bd6592c37bb2:40799 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T22:17:38,844 DEBUG [RS:0;bd6592c37bb2:40799 {}] regionserver.HRegionServer(1325): Online Regions={dd62ed6aa5f5ed12913280d25748e72e=hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T22:17:38,844 DEBUG [RS:0;bd6592c37bb2:40799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dd62ed6aa5f5ed12913280d25748e72e 2024-11-24T22:17:38,856 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:17:38,856 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:17:38,856 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:17:38,856 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:17:38,856 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:17:38,857 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T22:17:38,883 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/meta/1588230740/.tmp/info/17a1e1213a6e453a865f1ad53850c14c is 147, key is hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e./info:regioninfo/1732486656060/Put/seqid=0 2024-11-24T22:17:38,889 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/replication/dd62ed6aa5f5ed12913280d25748e72e/.tmp/queue/72c87c3dc1574bf988630645b5d05c39 is 151, key is 1-bd6592c37bb2,40799,1732486648294/queue:bd6592c37bb2%2C40799%2C1732486648294/1732486656290/Put/seqid=0 2024-11-24T22:17:38,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741838_1014 (size=6631) 2024-11-24T22:17:38,891 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/meta/1588230740/.tmp/info/17a1e1213a6e453a865f1ad53850c14c 2024-11-24T22:17:38,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741839_1015 (size=5350) 2024-11-24T22:17:38,909 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/replication/dd62ed6aa5f5ed12913280d25748e72e/.tmp/queue/72c87c3dc1574bf988630645b5d05c39 2024-11-24T22:17:38,915 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/replication/dd62ed6aa5f5ed12913280d25748e72e/.tmp/queue/72c87c3dc1574bf988630645b5d05c39 as hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/replication/dd62ed6aa5f5ed12913280d25748e72e/queue/72c87c3dc1574bf988630645b5d05c39 2024-11-24T22:17:38,921 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/replication/dd62ed6aa5f5ed12913280d25748e72e/queue/72c87c3dc1574bf988630645b5d05c39, entries=1, sequenceid=5, filesize=5.2 K 2024-11-24T22:17:38,922 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for dd62ed6aa5f5ed12913280d25748e72e in 85ms, sequenceid=5, compaction requested=false 2024-11-24T22:17:38,923 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/meta/1588230740/.tmp/ns/49fd08fa0bad400b8287af2f597d9913 is 43, key is default/ns:d/1732486650864/Put/seqid=0 2024-11-24T22:17:38,926 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/replication/dd62ed6aa5f5ed12913280d25748e72e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T22:17:38,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741840_1016 (size=5153) 2024-11-24T22:17:38,928 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:17:38,928 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:17:38,928 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e. 2024-11-24T22:17:38,928 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd62ed6aa5f5ed12913280d25748e72e: Waiting for close lock at 1732486658837Running coprocessor pre-close hooks at 1732486658837Disabling compacts and flushes for region at 1732486658837Disabling writes for close at 1732486658837Obtaining lock to block concurrent updates at 1732486658837Preparing flush snapshotting stores in dd62ed6aa5f5ed12913280d25748e72e at 1732486658837Finished memstore snapshotting hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732486658837Flushing stores of hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e. at 1732486658838 (+1 ms)Flushing dd62ed6aa5f5ed12913280d25748e72e/queue: creating writer at 1732486658838Flushing dd62ed6aa5f5ed12913280d25748e72e/queue: appending metadata at 1732486658888 (+50 ms)Flushing dd62ed6aa5f5ed12913280d25748e72e/queue: closing flushed file at 1732486658888Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53daa742: reopening flushed file at 1732486658914 (+26 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for dd62ed6aa5f5ed12913280d25748e72e in 85ms, sequenceid=5, compaction requested=false at 1732486658922 (+8 ms)Writing region close event to WAL at 1732486658923 (+1 ms)Running coprocessor post-close hooks at 1732486658927 (+4 ms)Closed at 1732486658928 (+1 ms) 2024-11-24T22:17:38,928 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732486654876.dd62ed6aa5f5ed12913280d25748e72e. 2024-11-24T22:17:39,045 DEBUG [RS:0;bd6592c37bb2:40799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:17:39,076 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40799,1732486648294.replicationSource.wal-reader.bd6592c37bb2%2C40799%2C1732486648294,1-bd6592c37bb2,40799,1732486648294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/WALs/bd6592c37bb2,40799,1732486648294/bd6592c37bb2%2C40799%2C1732486648294.1732486650371 to pos 0, reset compression=false 2024-11-24T22:17:39,245 DEBUG [RS:0;bd6592c37bb2:40799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:17:39,286 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T22:17:39,287 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T22:17:39,328 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/meta/1588230740/.tmp/ns/49fd08fa0bad400b8287af2f597d9913 2024-11-24T22:17:39,354 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/meta/1588230740/.tmp/table/0b055ad3f67f436893d77c29f3f3e4d0 is 53, key is hbase:replication/table:state/1732486656071/Put/seqid=0 2024-11-24T22:17:39,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741841_1017 (size=5256) 2024-11-24T22:17:39,445 DEBUG [RS:0;bd6592c37bb2:40799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:17:39,645 DEBUG [RS:0;bd6592c37bb2:40799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:17:39,768 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/meta/1588230740/.tmp/table/0b055ad3f67f436893d77c29f3f3e4d0 2024-11-24T22:17:39,775 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/meta/1588230740/.tmp/info/17a1e1213a6e453a865f1ad53850c14c as hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/meta/1588230740/info/17a1e1213a6e453a865f1ad53850c14c 2024-11-24T22:17:39,781 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/meta/1588230740/info/17a1e1213a6e453a865f1ad53850c14c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T22:17:39,782 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/meta/1588230740/.tmp/ns/49fd08fa0bad400b8287af2f597d9913 as hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/meta/1588230740/ns/49fd08fa0bad400b8287af2f597d9913 2024-11-24T22:17:39,788 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/meta/1588230740/ns/49fd08fa0bad400b8287af2f597d9913, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T22:17:39,789 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/meta/1588230740/.tmp/table/0b055ad3f67f436893d77c29f3f3e4d0 as hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/meta/1588230740/table/0b055ad3f67f436893d77c29f3f3e4d0 2024-11-24T22:17:39,796 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/meta/1588230740/table/0b055ad3f67f436893d77c29f3f3e4d0, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T22:17:39,798 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 942ms, sequenceid=11, compaction requested=false 2024-11-24T22:17:39,808 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T22:17:39,809 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:17:39,809 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:17:39,809 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:17:39,809 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486658856Running coprocessor pre-close hooks at 1732486658856Disabling compacts and flushes for region at 1732486658856Disabling writes for close at 1732486658856Obtaining lock to block concurrent updates at 1732486658857 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732486658857Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732486658857Flushing stores of hbase:meta,,1.1588230740 at 1732486658858 (+1 ms)Flushing 1588230740/info: creating writer at 1732486658858Flushing 1588230740/info: appending metadata at 1732486658882 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732486658882Flushing 1588230740/ns: creating writer at 1732486658905 (+23 ms)Flushing 1588230740/ns: appending metadata at 1732486658923 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732486658923Flushing 1588230740/table: creating writer at 1732486659335 (+412 ms)Flushing 1588230740/table: appending metadata at 1732486659353 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732486659354 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6db8bbf9: reopening flushed file at 1732486659774 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f582678: reopening flushed file at 1732486659781 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@81d1505: reopening flushed file at 1732486659788 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 942ms, sequenceid=11, compaction requested=false at 1732486659798 (+10 ms)Writing region close event to WAL at 1732486659803 (+5 ms)Running coprocessor post-close hooks at 1732486659809 (+6 ms)Closed at 1732486659809 2024-11-24T22:17:39,809 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T22:17:39,846 INFO [RS:0;bd6592c37bb2:40799 {}] regionserver.HRegionServer(976): stopping server bd6592c37bb2,40799,1732486648294; all regions closed. 2024-11-24T22:17:39,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741834_1010 (size=2742) 2024-11-24T22:17:39,849 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/WALs/bd6592c37bb2,40799,1732486648294/bd6592c37bb2%2C40799%2C1732486648294.meta.1732486650803.meta not finished, retry = 0 2024-11-24T22:17:39,887 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40799,1732486648294.replicationSource.wal-reader.bd6592c37bb2%2C40799%2C1732486648294,1-bd6592c37bb2,40799,1732486648294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/WALs/bd6592c37bb2,40799,1732486648294/bd6592c37bb2%2C40799%2C1732486648294.1732486650371 to pos 0, reset compression=false 2024-11-24T22:17:39,951 DEBUG [RS:0;bd6592c37bb2:40799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/oldWALs 2024-11-24T22:17:39,951 INFO [RS:0;bd6592c37bb2:40799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C40799%2C1732486648294.meta:.meta(num 1732486650803) 2024-11-24T22:17:39,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741837_1013 (size=1586) 2024-11-24T22:17:39,956 DEBUG [RS:0;bd6592c37bb2:40799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/oldWALs 2024-11-24T22:17:39,956 INFO [RS:0;bd6592c37bb2:40799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C40799%2C1732486648294.rep:(num 1732486656023) 2024-11-24T22:17:39,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741833_1009 (size=93) 2024-11-24T22:17:39,959 DEBUG [RS:0;bd6592c37bb2:40799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/oldWALs 2024-11-24T22:17:39,959 INFO [RS:0;bd6592c37bb2:40799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C40799%2C1732486648294:(num 1732486650371) 2024-11-24T22:17:39,959 DEBUG [RS:0;bd6592c37bb2:40799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:39,959 INFO [RS:0;bd6592c37bb2:40799 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:17:39,960 INFO [RS:0;bd6592c37bb2:40799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:17:39,960 INFO [RS:0;bd6592c37bb2:40799 {}] hbase.ChoreService(370): Chore service for: regionserver/bd6592c37bb2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T22:17:39,960 INFO [RS:0;bd6592c37bb2:40799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:17:39,960 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:17:39,960 INFO [RS:0;bd6592c37bb2:40799 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bd6592c37bb2,40799,1732486648294 because: Region server is closing 2024-11-24T22:17:39,960 INFO [RS:0;bd6592c37bb2:40799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:40799. 2024-11-24T22:17:39,960 DEBUG [RS:0;bd6592c37bb2:40799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:39,960 DEBUG [RS:0;bd6592c37bb2:40799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:39,961 DEBUG [RS:0;bd6592c37bb2:40799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:39,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:17:40,061 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40799,1732486648294.replicationSource.wal-reader.bd6592c37bb2%2C40799%2C1732486648294,1-bd6592c37bb2,40799,1732486648294 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T22:17:40,061 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40799,1732486648294.replicationSource.shipperbd6592c37bb2%2C40799%2C1732486648294,1-bd6592c37bb2,40799,1732486648294 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T22:17:40,061 INFO [RS:0;bd6592c37bb2:40799 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40799,1732486648294.replicationSource.shipperbd6592c37bb2%2C40799%2C1732486648294,1-bd6592c37bb2,40799,1732486648294 terminated 2024-11-24T22:17:40,061 INFO [RS:0;bd6592c37bb2:40799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40799 2024-11-24T22:17:40,063 INFO [RS:0;bd6592c37bb2:40799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:17:40,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021262922/rs 2024-11-24T22:17:40,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x1014c0e39880001, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02021262922/rs/bd6592c37bb2,40799,1732486648294 2024-11-24T22:17:40,066 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bd6592c37bb2,40799,1732486648294] 2024-11-24T22:17:40,069 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02021262922/draining/bd6592c37bb2,40799,1732486648294 already deleted, retry=false 2024-11-24T22:17:40,069 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bd6592c37bb2,40799,1732486648294 expired; onlineServers=0 2024-11-24T22:17:40,069 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bd6592c37bb2,35523,1732486648220' ***** 2024-11-24T22:17:40,069 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T22:17:40,069 INFO [M:0;bd6592c37bb2:35523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:17:40,069 INFO [M:0;bd6592c37bb2:35523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:17:40,069 DEBUG [M:0;bd6592c37bb2:35523 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T22:17:40,069 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T22:17:40,069 DEBUG [M:0;bd6592c37bb2:35523 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T22:17:40,069 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486650137 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486650137,5,FailOnTimeoutGroup] 2024-11-24T22:17:40,069 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486650140 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486650140,5,FailOnTimeoutGroup] 2024-11-24T22:17:40,070 INFO [M:0;bd6592c37bb2:35523 {}] hbase.ChoreService(370): Chore service for: master/bd6592c37bb2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T22:17:40,070 INFO [M:0;bd6592c37bb2:35523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:17:40,070 DEBUG [M:0;bd6592c37bb2:35523 {}] master.HMaster(1795): Stopping service threads 2024-11-24T22:17:40,070 INFO [M:0;bd6592c37bb2:35523 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T22:17:40,070 INFO [M:0;bd6592c37bb2:35523 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:17:40,070 INFO [M:0;bd6592c37bb2:35523 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T22:17:40,070 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T22:17:40,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02021262922/master 2024-11-24T22:17:40,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021262922 2024-11-24T22:17:40,074 DEBUG [M:0;bd6592c37bb2:35523 {}] zookeeper.ZKUtil(347): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Unable to get data of znode /02021262922/master because node does not exist (not an error) 2024-11-24T22:17:40,074 WARN [M:0;bd6592c37bb2:35523 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T22:17:40,075 INFO [M:0;bd6592c37bb2:35523 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/.lastflushedseqids 2024-11-24T22:17:40,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741842_1018 (size=181) 2024-11-24T22:17:40,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x1014c0e39880001, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:17:40,167 INFO [RS:0;bd6592c37bb2:40799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:17:40,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x1014c0e39880001, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:17:40,167 INFO [RS:0;bd6592c37bb2:40799 {}] regionserver.HRegionServer(1031): Exiting; stopping=bd6592c37bb2,40799,1732486648294; zookeeper connection closed. 2024-11-24T22:17:40,167 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a55f465 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a55f465 2024-11-24T22:17:40,167 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T22:17:40,481 INFO [M:0;bd6592c37bb2:35523 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T22:17:40,481 INFO [M:0;bd6592c37bb2:35523 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T22:17:40,481 DEBUG [M:0;bd6592c37bb2:35523 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:17:40,481 INFO [M:0;bd6592c37bb2:35523 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:40,481 DEBUG [M:0;bd6592c37bb2:35523 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:40,481 DEBUG [M:0;bd6592c37bb2:35523 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:17:40,481 DEBUG [M:0;bd6592c37bb2:35523 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:40,481 INFO [M:0;bd6592c37bb2:35523 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-24T22:17:40,502 DEBUG [M:0;bd6592c37bb2:35523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58c0d3a2c8f34669b2e2c4e308336237 is 82, key is hbase:meta,,1/info:regioninfo/1732486650842/Put/seqid=0 2024-11-24T22:17:40,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741843_1019 (size=5672) 2024-11-24T22:17:40,907 INFO [M:0;bd6592c37bb2:35523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58c0d3a2c8f34669b2e2c4e308336237 2024-11-24T22:17:40,930 DEBUG [M:0;bd6592c37bb2:35523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/acd18f8eca624509bb55595842b5619c is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732486656076/Put/seqid=0 2024-11-24T22:17:40,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741844_1020 (size=7203) 2024-11-24T22:17:41,335 INFO [M:0;bd6592c37bb2:35523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/acd18f8eca624509bb55595842b5619c 2024-11-24T22:17:41,355 DEBUG [M:0;bd6592c37bb2:35523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68817a41b49742ad95bffb9826e48e35 is 69, key is bd6592c37bb2,40799,1732486648294/rs:state/1732486650183/Put/seqid=0 2024-11-24T22:17:41,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741845_1021 (size=5156) 2024-11-24T22:17:41,360 INFO [M:0;bd6592c37bb2:35523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68817a41b49742ad95bffb9826e48e35 2024-11-24T22:17:41,365 DEBUG [M:0;bd6592c37bb2:35523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58c0d3a2c8f34669b2e2c4e308336237 as hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/58c0d3a2c8f34669b2e2c4e308336237 2024-11-24T22:17:41,374 INFO [M:0;bd6592c37bb2:35523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/58c0d3a2c8f34669b2e2c4e308336237, entries=8, sequenceid=70, filesize=5.5 K 2024-11-24T22:17:41,375 DEBUG [M:0;bd6592c37bb2:35523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/acd18f8eca624509bb55595842b5619c as hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/acd18f8eca624509bb55595842b5619c 2024-11-24T22:17:41,383 INFO [M:0;bd6592c37bb2:35523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/acd18f8eca624509bb55595842b5619c, entries=8, sequenceid=70, filesize=7.0 K 2024-11-24T22:17:41,384 DEBUG [M:0;bd6592c37bb2:35523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68817a41b49742ad95bffb9826e48e35 as hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68817a41b49742ad95bffb9826e48e35 2024-11-24T22:17:41,389 INFO [M:0;bd6592c37bb2:35523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37517/user/jenkins/test-data/db9daf89-5560-c7f5-5de3-ba2be214d078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68817a41b49742ad95bffb9826e48e35, entries=1, sequenceid=70, filesize=5.0 K 2024-11-24T22:17:41,390 INFO [M:0;bd6592c37bb2:35523 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 909ms, sequenceid=70, compaction requested=false 2024-11-24T22:17:41,391 INFO [M:0;bd6592c37bb2:35523 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:41,391 DEBUG [M:0;bd6592c37bb2:35523 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486660481Disabling compacts and flushes for region at 1732486660481Disabling writes for close at 1732486660481Obtaining lock to block concurrent updates at 1732486660481Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732486660481Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732486660482 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732486660482Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732486660483 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732486660501 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732486660501Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732486660913 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732486660929 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732486660929Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732486661340 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732486661354 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732486661354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@481effa1: reopening flushed file at 1732486661365 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1009f1b6: reopening flushed file at 1732486661374 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da3820d: reopening flushed file at 1732486661383 (+9 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 909ms, sequenceid=70, compaction requested=false at 1732486661390 (+7 ms)Writing region close event to WAL at 1732486661391 (+1 ms)Closed at 1732486661391 2024-11-24T22:17:41,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741830_1006 (size=41008) 2024-11-24T22:17:41,394 INFO [M:0;bd6592c37bb2:35523 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T22:17:41,394 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:17:41,394 INFO [M:0;bd6592c37bb2:35523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35523 2024-11-24T22:17:41,395 INFO [M:0;bd6592c37bb2:35523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:17:41,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:17:41,498 INFO [M:0;bd6592c37bb2:35523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:17:41,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35523-0x1014c0e39880000, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:17:41,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79f3518d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:17:41,500 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@304ca39a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:17:41,500 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:17:41,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:17:41,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5819f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/hadoop.log.dir/,STOPPED} 2024-11-24T22:17:41,502 WARN [BP-1907057657-172.17.0.2-1732486647589 heartbeating to localhost/127.0.0.1:37517 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T22:17:41,502 WARN [BP-1907057657-172.17.0.2-1732486647589 heartbeating to localhost/127.0.0.1:37517 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1907057657-172.17.0.2-1732486647589 (Datanode Uuid f0b76a54-6562-433d-88cd-39e26b33b053) service to localhost/127.0.0.1:37517 2024-11-24T22:17:41,502 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T22:17:41,502 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T22:17:41,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/cluster_ac8d5a2b-dd53-5c64-c784-ace55d3de02e/data/data1/current/BP-1907057657-172.17.0.2-1732486647589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:17:41,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/cluster_ac8d5a2b-dd53-5c64-c784-ace55d3de02e/data/data2/current/BP-1907057657-172.17.0.2-1732486647589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:17:41,503 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T22:17:41,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@501cbce2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:17:41,509 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:17:41,509 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:17:41,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:17:41,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eef60fcc-8314-612e-9ea0-fd89835f9f56/hadoop.log.dir/,STOPPED} 2024-11-24T22:17:41,516 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T22:17:41,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T22:17:41,538 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 108) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64637) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43307 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37517 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64637) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=281 (was 250) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6189 (was 6919) 2024-11-24T22:17:41,544 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:17:41,545 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=281, ProcessCount=11, AvailableMemoryMB=6189 2024-11-24T22:17:41,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:17:41,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:17:41,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:17:41,558 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-24T22:17:41,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:17:41,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/hadoop.log.dir so I do NOT create it in target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee 2024-11-24T22:17:41,558 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T22:17:41,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/hadoop.tmp.dir so I do NOT create it in target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee 2024-11-24T22:17:41,558 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c703ff-e048-8b1d-daab-5260d9f15659/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T22:17:41,558 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee 2024-11-24T22:17:41,559 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/cluster_1fefe928-f4aa-8ede-7144-b506079a4bf7, deleteOnExit=true 2024-11-24T22:17:41,564 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/cluster_1fefe928-f4aa-8ede-7144-b506079a4bf7/zookeeper_0, clientPort=53255, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/cluster_1fefe928-f4aa-8ede-7144-b506079a4bf7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/cluster_1fefe928-f4aa-8ede-7144-b506079a4bf7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T22:17:41,565 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53255 2024-11-24T22:17:41,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T22:17:41,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T22:17:41,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/test.cache.data in system properties and HBase conf 2024-11-24T22:17:41,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T22:17:41,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/hadoop.log.dir in system properties and HBase conf 2024-11-24T22:17:41,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T22:17:41,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T22:17:41,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T22:17:41,566 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T22:17:41,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:17:41,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:17:41,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T22:17:41,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:17:41,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T22:17:41,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T22:17:41,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:17:41,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:17:41,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T22:17:41,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/nfs.dump.dir in system properties and HBase conf 2024-11-24T22:17:41,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/java.io.tmpdir in system properties and HBase conf 2024-11-24T22:17:41,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:17:41,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T22:17:41,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T22:17:41,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014c0e39880005, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T22:17:41,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014c0e39880002, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T22:17:41,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014c0e39880005, quorum=127.0.0.1:64637, baseZNode=/11662724400 Received Disconnected from ZooKeeper, ignoring 2024-11-24T22:17:41,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014c0e39880002, quorum=127.0.0.1:64637, baseZNode=/02021262922 Received Disconnected from ZooKeeper, ignoring 2024-11-24T22:17:41,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:17:41,644 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:17:41,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:17:41,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:17:41,645 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T22:17:41,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:17:41,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cb0f58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:17:41,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:17:41,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74a3bd84{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/java.io.tmpdir/jetty-localhost-38053-hadoop-hdfs-3_4_1-tests_jar-_-any-17773935028083809013/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:17:41,764 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c806ef1{HTTP/1.1, (http/1.1)}{localhost:38053} 2024-11-24T22:17:41,764 INFO [Time-limited test {}] server.Server(415): Started @43974ms 2024-11-24T22:17:41,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:17:41,866 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:17:41,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:17:41,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:17:41,875 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T22:17:41,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e0f1b25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:17:41,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:17:41,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5377c0bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/java.io.tmpdir/jetty-localhost-33363-hadoop-hdfs-3_4_1-tests_jar-_-any-2559121046331012868/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:17:41,999 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fe4dffa{HTTP/1.1, (http/1.1)}{localhost:33363} 2024-11-24T22:17:41,999 INFO [Time-limited test {}] server.Server(415): Started @44209ms 2024-11-24T22:17:42,001 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T22:17:42,120 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/cluster_1fefe928-f4aa-8ede-7144-b506079a4bf7/data/data1/current/BP-504551159-172.17.0.2-1732486661586/current, will proceed with Du for space computation calculation, 2024-11-24T22:17:42,120 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/cluster_1fefe928-f4aa-8ede-7144-b506079a4bf7/data/data2/current/BP-504551159-172.17.0.2-1732486661586/current, will proceed with Du for space computation calculation, 2024-11-24T22:17:42,137 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T22:17:42,139 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd35f6187e0ef4d8a with lease ID 0xf6ba08df72c447c5: Processing first storage report for DS-e9b4ad94-6f52-42aa-9c3a-ac59a661845c from datanode DatanodeRegistration(127.0.0.1:46115, datanodeUuid=d12e8c6d-4581-40e2-a8ae-1e349f985dcc, infoPort=36215, infoSecurePort=0, ipcPort=33435, storageInfo=lv=-57;cid=testClusterID;nsid=1050184294;c=1732486661586) 2024-11-24T22:17:42,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd35f6187e0ef4d8a with lease ID 0xf6ba08df72c447c5: from storage DS-e9b4ad94-6f52-42aa-9c3a-ac59a661845c node DatanodeRegistration(127.0.0.1:46115, datanodeUuid=d12e8c6d-4581-40e2-a8ae-1e349f985dcc, infoPort=36215, infoSecurePort=0, ipcPort=33435, storageInfo=lv=-57;cid=testClusterID;nsid=1050184294;c=1732486661586), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T22:17:42,140 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd35f6187e0ef4d8a with lease ID 0xf6ba08df72c447c5: Processing first storage report for DS-0ea3839c-1fc5-4f22-9418-6fe3b22a86f6 from datanode DatanodeRegistration(127.0.0.1:46115, datanodeUuid=d12e8c6d-4581-40e2-a8ae-1e349f985dcc, infoPort=36215, infoSecurePort=0, ipcPort=33435, storageInfo=lv=-57;cid=testClusterID;nsid=1050184294;c=1732486661586) 2024-11-24T22:17:42,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd35f6187e0ef4d8a with lease ID 0xf6ba08df72c447c5: from storage DS-0ea3839c-1fc5-4f22-9418-6fe3b22a86f6 node DatanodeRegistration(127.0.0.1:46115, datanodeUuid=d12e8c6d-4581-40e2-a8ae-1e349f985dcc, infoPort=36215, infoSecurePort=0, ipcPort=33435, storageInfo=lv=-57;cid=testClusterID;nsid=1050184294;c=1732486661586), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:17:42,230 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee 2024-11-24T22:17:42,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:42,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:42,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741825_1001 (size=7) 2024-11-24T22:17:42,643 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376 with version=8 2024-11-24T22:17:42,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/hbase-staging 2024-11-24T22:17:42,645 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:17:42,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:42,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:42,646 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:17:42,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:42,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:17:42,646 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T22:17:42,646 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:17:42,646 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41207 2024-11-24T22:17:42,647 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41207 connecting to ZooKeeper ensemble=127.0.0.1:53255 2024-11-24T22:17:42,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412070x0, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:17:42,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41207-0x1014c0e70480000 connected 2024-11-24T22:17:42,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:42,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:42,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Set watcher on znode that does not yet exist, /0-1040477971/running 2024-11-24T22:17:42,676 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376, hbase.cluster.distributed=false 2024-11-24T22:17:42,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Set watcher on znode that does not yet exist, /0-1040477971/acl 2024-11-24T22:17:42,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41207 2024-11-24T22:17:42,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41207 2024-11-24T22:17:42,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41207 2024-11-24T22:17:42,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41207 2024-11-24T22:17:42,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41207 2024-11-24T22:17:42,697 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:17:42,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:42,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:42,697 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:17:42,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:42,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:17:42,697 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T22:17:42,697 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:17:42,697 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40103 2024-11-24T22:17:42,698 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40103 connecting to ZooKeeper ensemble=127.0.0.1:53255 2024-11-24T22:17:42,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:42,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:42,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401030x0, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:17:42,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40103-0x1014c0e70480001, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Set watcher on znode that does not yet exist, /0-1040477971/running 2024-11-24T22:17:42,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40103-0x1014c0e70480001 connected 2024-11-24T22:17:42,705 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T22:17:42,705 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T22:17:42,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40103-0x1014c0e70480001, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Set watcher on znode that does not yet exist, /0-1040477971/master 2024-11-24T22:17:42,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40103-0x1014c0e70480001, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Set watcher on znode that does not yet exist, /0-1040477971/acl 2024-11-24T22:17:42,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40103 2024-11-24T22:17:42,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40103 2024-11-24T22:17:42,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40103 2024-11-24T22:17:42,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40103 2024-11-24T22:17:42,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40103 2024-11-24T22:17:42,728 DEBUG [M:0;bd6592c37bb2:41207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:41207 2024-11-24T22:17:42,728 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1040477971/backup-masters/bd6592c37bb2,41207,1732486662645 2024-11-24T22:17:42,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1040477971/backup-masters 2024-11-24T22:17:42,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x1014c0e70480001, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1040477971/backup-masters 2024-11-24T22:17:42,730 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Set watcher on existing znode=/0-1040477971/backup-masters/bd6592c37bb2,41207,1732486662645 2024-11-24T22:17:42,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x1014c0e70480001, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1040477971/master 2024-11-24T22:17:42,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1040477971 2024-11-24T22:17:42,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x1014c0e70480001, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1040477971 2024-11-24T22:17:42,733 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Set watcher on existing znode=/0-1040477971/master 2024-11-24T22:17:42,734 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1040477971/backup-masters/bd6592c37bb2,41207,1732486662645 from backup master directory 2024-11-24T22:17:42,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1040477971/backup-masters/bd6592c37bb2,41207,1732486662645 2024-11-24T22:17:42,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x1014c0e70480001, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1040477971/backup-masters 2024-11-24T22:17:42,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1040477971/backup-masters 2024-11-24T22:17:42,735 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:17:42,735 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,41207,1732486662645 2024-11-24T22:17:42,739 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/hbase.id] with ID: 27c6e581-c215-4c09-abc5-621eb3481f75 2024-11-24T22:17:42,739 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/.tmp/hbase.id 2024-11-24T22:17:42,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741826_1002 (size=42) 2024-11-24T22:17:42,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:17:42,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T22:17:42,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T22:17:42,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:17:43,146 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/.tmp/hbase.id]:[hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/hbase.id] 2024-11-24T22:17:43,158 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:43,158 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T22:17:43,159 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T22:17:43,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1040477971 2024-11-24T22:17:43,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x1014c0e70480001, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1040477971 2024-11-24T22:17:43,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741827_1003 (size=196) 2024-11-24T22:17:43,567 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:17:43,568 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T22:17:43,569 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:43,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741828_1004 (size=1189) 2024-11-24T22:17:43,978 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/data/master/store 2024-11-24T22:17:43,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741829_1005 (size=34) 2024-11-24T22:17:44,387 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:44,387 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:17:44,388 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:44,388 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:44,388 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:17:44,388 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:44,388 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:44,388 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486664387Disabling compacts and flushes for region at 1732486664387Disabling writes for close at 1732486664388 (+1 ms)Writing region close event to WAL at 1732486664388Closed at 1732486664388 2024-11-24T22:17:44,389 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/data/master/store/.initializing 2024-11-24T22:17:44,389 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/WALs/bd6592c37bb2,41207,1732486662645 2024-11-24T22:17:44,390 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:17:44,392 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C41207%2C1732486662645, suffix=, logDir=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/WALs/bd6592c37bb2,41207,1732486662645, archiveDir=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/oldWALs, maxLogs=10 2024-11-24T22:17:44,405 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/WALs/bd6592c37bb2,41207,1732486662645/bd6592c37bb2%2C41207%2C1732486662645.1732486664392, exclude list is [], retry=0 2024-11-24T22:17:44,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46115,DS-e9b4ad94-6f52-42aa-9c3a-ac59a661845c,DISK] 2024-11-24T22:17:44,409 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/WALs/bd6592c37bb2,41207,1732486662645/bd6592c37bb2%2C41207%2C1732486662645.1732486664392 2024-11-24T22:17:44,410 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36215:36215)] 2024-11-24T22:17:44,410 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:17:44,410 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:44,410 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:44,410 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:44,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:44,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T22:17:44,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:44,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:44,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:44,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T22:17:44,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:44,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:44,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:44,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T22:17:44,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:44,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:44,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:44,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T22:17:44,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:44,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:44,419 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:44,419 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:44,420 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:44,421 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:44,421 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:44,422 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:17:44,423 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:44,425 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:17:44,425 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60745551, jitterRate=-0.09482075273990631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:17:44,426 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732486664410Initializing all the Stores at 1732486664411 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486664411Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486664411Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486664411Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486664411Cleaning up temporary data from old regions at 1732486664421 (+10 ms)Region opened successfully at 1732486664426 (+5 ms) 2024-11-24T22:17:44,426 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T22:17:44,429 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fefff5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:17:44,430 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T22:17:44,430 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T22:17:44,430 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T22:17:44,430 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T22:17:44,431 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T22:17:44,431 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T22:17:44,431 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T22:17:44,433 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T22:17:44,433 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Unable to get data of znode /0-1040477971/balancer because node does not exist (not necessarily an error) 2024-11-24T22:17:44,436 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1040477971/balancer already deleted, retry=false 2024-11-24T22:17:44,436 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T22:17:44,437 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Unable to get data of znode /0-1040477971/normalizer because node does not exist (not necessarily an error) 2024-11-24T22:17:44,438 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1040477971/normalizer already deleted, retry=false 2024-11-24T22:17:44,438 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T22:17:44,439 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Unable to get data of znode /0-1040477971/switch/split because node does not exist (not necessarily an error) 2024-11-24T22:17:44,441 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1040477971/switch/split already deleted, retry=false 2024-11-24T22:17:44,441 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Unable to get data of znode /0-1040477971/switch/merge because node does not exist (not necessarily an error) 2024-11-24T22:17:44,442 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1040477971/switch/merge already deleted, retry=false 2024-11-24T22:17:44,444 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Unable to get data of znode /0-1040477971/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T22:17:44,447 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1040477971/snapshot-cleanup already deleted, retry=false 2024-11-24T22:17:44,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x1014c0e70480001, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1040477971/running 2024-11-24T22:17:44,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1040477971/running 2024-11-24T22:17:44,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x1014c0e70480001, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1040477971 2024-11-24T22:17:44,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1040477971 2024-11-24T22:17:44,449 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,41207,1732486662645, sessionid=0x1014c0e70480000, setting cluster-up flag (Was=false) 2024-11-24T22:17:44,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1040477971 2024-11-24T22:17:44,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x1014c0e70480001, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1040477971 2024-11-24T22:17:44,465 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1040477971/flush-table-proc/acquired, /0-1040477971/flush-table-proc/reached, /0-1040477971/flush-table-proc/abort 2024-11-24T22:17:44,466 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,41207,1732486662645 2024-11-24T22:17:44,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x1014c0e70480001, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1040477971 2024-11-24T22:17:44,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1040477971 2024-11-24T22:17:44,478 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1040477971/online-snapshot/acquired, /0-1040477971/online-snapshot/reached, /0-1040477971/online-snapshot/abort 2024-11-24T22:17:44,479 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,41207,1732486662645 2024-11-24T22:17:44,480 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T22:17:44,482 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:44,482 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T22:17:44,482 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T22:17:44,482 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,41207,1732486662645 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T22:17:44,483 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:44,483 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:44,483 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:44,483 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:44,483 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10 2024-11-24T22:17:44,483 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:44,484 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:17:44,484 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:44,486 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732486694486 2024-11-24T22:17:44,487 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T22:17:44,487 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T22:17:44,487 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T22:17:44,487 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T22:17:44,487 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T22:17:44,487 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T22:17:44,487 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:44,487 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:44,488 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T22:17:44,488 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T22:17:44,489 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T22:17:44,489 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T22:17:44,489 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T22:17:44,489 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:44,489 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T22:17:44,492 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T22:17:44,492 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T22:17:44,494 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486664492,5,FailOnTimeoutGroup] 2024-11-24T22:17:44,494 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486664494,5,FailOnTimeoutGroup] 2024-11-24T22:17:44,494 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:44,495 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T22:17:44,495 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:44,495 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:44,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741831_1007 (size=1321) 2024-11-24T22:17:44,516 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(746): ClusterId : 27c6e581-c215-4c09-abc5-621eb3481f75 2024-11-24T22:17:44,516 DEBUG [RS:0;bd6592c37bb2:40103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T22:17:44,521 DEBUG [RS:0;bd6592c37bb2:40103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T22:17:44,521 DEBUG [RS:0;bd6592c37bb2:40103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T22:17:44,523 DEBUG [RS:0;bd6592c37bb2:40103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T22:17:44,523 DEBUG [RS:0;bd6592c37bb2:40103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292750c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:17:44,535 DEBUG [RS:0;bd6592c37bb2:40103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:40103 2024-11-24T22:17:44,535 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T22:17:44,536 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T22:17:44,536 DEBUG [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T22:17:44,536 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,41207,1732486662645 with port=40103, startcode=1732486662696 2024-11-24T22:17:44,536 DEBUG [RS:0;bd6592c37bb2:40103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T22:17:44,538 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T22:17:44,538 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41207 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,40103,1732486662696 2024-11-24T22:17:44,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41207 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,40103,1732486662696 2024-11-24T22:17:44,540 DEBUG [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376 2024-11-24T22:17:44,540 DEBUG [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40353 2024-11-24T22:17:44,540 DEBUG [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T22:17:44,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1040477971/rs 2024-11-24T22:17:44,542 DEBUG [RS:0;bd6592c37bb2:40103 {}] zookeeper.ZKUtil(111): regionserver:40103-0x1014c0e70480001, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Set watcher on existing znode=/0-1040477971/rs/bd6592c37bb2,40103,1732486662696 2024-11-24T22:17:44,542 WARN [RS:0;bd6592c37bb2:40103 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:17:44,542 INFO [RS:0;bd6592c37bb2:40103 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:44,542 DEBUG [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696 2024-11-24T22:17:44,542 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,40103,1732486662696] 2024-11-24T22:17:44,545 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T22:17:44,546 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T22:17:44,547 INFO [RS:0;bd6592c37bb2:40103 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T22:17:44,547 INFO [RS:0;bd6592c37bb2:40103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:44,547 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T22:17:44,548 INFO [RS:0;bd6592c37bb2:40103 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T22:17:44,548 INFO [RS:0;bd6592c37bb2:40103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:44,548 DEBUG [RS:0;bd6592c37bb2:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:44,548 DEBUG [RS:0;bd6592c37bb2:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:44,548 DEBUG [RS:0;bd6592c37bb2:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:44,548 DEBUG [RS:0;bd6592c37bb2:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:44,548 DEBUG [RS:0;bd6592c37bb2:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:44,548 DEBUG [RS:0;bd6592c37bb2:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:17:44,548 DEBUG [RS:0;bd6592c37bb2:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:44,548 DEBUG [RS:0;bd6592c37bb2:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:44,548 DEBUG [RS:0;bd6592c37bb2:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:44,549 DEBUG [RS:0;bd6592c37bb2:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:44,549 DEBUG [RS:0;bd6592c37bb2:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:44,549 DEBUG [RS:0;bd6592c37bb2:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:44,549 DEBUG [RS:0;bd6592c37bb2:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:17:44,549 DEBUG [RS:0;bd6592c37bb2:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:17:44,549 INFO [RS:0;bd6592c37bb2:40103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:44,549 INFO [RS:0;bd6592c37bb2:40103 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:44,549 INFO [RS:0;bd6592c37bb2:40103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:44,549 INFO [RS:0;bd6592c37bb2:40103 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:44,549 INFO [RS:0;bd6592c37bb2:40103 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:44,549 INFO [RS:0;bd6592c37bb2:40103 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,40103,1732486662696-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:17:44,563 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T22:17:44,564 INFO [RS:0;bd6592c37bb2:40103 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,40103,1732486662696-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:44,564 INFO [RS:0;bd6592c37bb2:40103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:44,564 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.Replication(171): bd6592c37bb2,40103,1732486662696 started 2024-11-24T22:17:44,582 INFO [RS:0;bd6592c37bb2:40103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:44,582 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,40103,1732486662696, RpcServer on bd6592c37bb2/172.17.0.2:40103, sessionid=0x1014c0e70480001 2024-11-24T22:17:44,582 DEBUG [RS:0;bd6592c37bb2:40103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T22:17:44,582 DEBUG [RS:0;bd6592c37bb2:40103 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,40103,1732486662696 2024-11-24T22:17:44,582 DEBUG [RS:0;bd6592c37bb2:40103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,40103,1732486662696' 2024-11-24T22:17:44,582 DEBUG [RS:0;bd6592c37bb2:40103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1040477971/flush-table-proc/abort' 2024-11-24T22:17:44,583 DEBUG [RS:0;bd6592c37bb2:40103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1040477971/flush-table-proc/acquired' 2024-11-24T22:17:44,583 DEBUG [RS:0;bd6592c37bb2:40103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T22:17:44,583 DEBUG [RS:0;bd6592c37bb2:40103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T22:17:44,583 DEBUG [RS:0;bd6592c37bb2:40103 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,40103,1732486662696 2024-11-24T22:17:44,583 DEBUG [RS:0;bd6592c37bb2:40103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,40103,1732486662696' 2024-11-24T22:17:44,583 DEBUG [RS:0;bd6592c37bb2:40103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1040477971/online-snapshot/abort' 2024-11-24T22:17:44,584 DEBUG [RS:0;bd6592c37bb2:40103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1040477971/online-snapshot/acquired' 2024-11-24T22:17:44,584 DEBUG [RS:0;bd6592c37bb2:40103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T22:17:44,584 INFO [RS:0;bd6592c37bb2:40103 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T22:17:44,584 INFO [RS:0;bd6592c37bb2:40103 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T22:17:44,685 INFO [RS:0;bd6592c37bb2:40103 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:17:44,686 INFO [RS:0;bd6592c37bb2:40103 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C40103%2C1732486662696, suffix=, logDir=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696, archiveDir=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/oldWALs, maxLogs=10 2024-11-24T22:17:44,700 DEBUG [RS:0;bd6592c37bb2:40103 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687, exclude list is [], retry=0 2024-11-24T22:17:44,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46115,DS-e9b4ad94-6f52-42aa-9c3a-ac59a661845c,DISK] 2024-11-24T22:17:44,705 INFO [RS:0;bd6592c37bb2:40103 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 2024-11-24T22:17:44,705 DEBUG [RS:0;bd6592c37bb2:40103 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36215:36215)] 2024-11-24T22:17:44,901 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T22:17:44,901 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376 2024-11-24T22:17:44,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741833_1009 (size=32) 2024-11-24T22:17:45,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:45,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:17:45,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:17:45,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:45,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:45,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:17:45,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:17:45,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:45,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:45,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:17:45,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:17:45,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:45,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:45,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:17:45,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:17:45,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:45,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:45,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:17:45,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740 2024-11-24T22:17:45,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740 2024-11-24T22:17:45,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:17:45,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:17:45,320 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:17:45,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:17:45,323 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:17:45,324 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67714844, jitterRate=0.009029805660247803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:17:45,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732486665308Initializing all the Stores at 1732486665309 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486665309Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486665309Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486665309Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486665309Cleaning up temporary data from old regions at 1732486665319 (+10 ms)Region opened successfully at 1732486665324 (+5 ms) 2024-11-24T22:17:45,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:17:45,325 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:17:45,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:17:45,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:17:45,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:17:45,325 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:17:45,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486665325Disabling compacts and flushes for region at 1732486665325Disabling writes for close at 1732486665325Writing region close event to WAL at 1732486665325Closed at 1732486665325 2024-11-24T22:17:45,326 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:45,326 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T22:17:45,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T22:17:45,328 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:17:45,329 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T22:17:45,479 DEBUG [bd6592c37bb2:41207 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:17:45,479 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,40103,1732486662696 2024-11-24T22:17:45,482 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,40103,1732486662696, state=OPENING 2024-11-24T22:17:45,483 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T22:17:45,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1040477971 2024-11-24T22:17:45,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x1014c0e70480001, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1040477971 2024-11-24T22:17:45,487 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:17:45,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,40103,1732486662696}] 2024-11-24T22:17:45,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1040477971/meta-region-server: CHANGED 2024-11-24T22:17:45,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1040477971/meta-region-server: CHANGED 2024-11-24T22:17:45,641 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:17:45,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:17:45,646 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T22:17:45,646 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:45,646 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T22:17:45,648 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C40103%2C1732486662696.meta, suffix=.meta, logDir=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696, archiveDir=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/oldWALs, maxLogs=10 2024-11-24T22:17:45,661 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.meta.1732486665648.meta, exclude list is [], retry=0 2024-11-24T22:17:45,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46115,DS-e9b4ad94-6f52-42aa-9c3a-ac59a661845c,DISK] 2024-11-24T22:17:45,664 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.meta.1732486665648.meta 2024-11-24T22:17:45,665 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36215:36215)] 2024-11-24T22:17:45,665 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:17:45,665 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:17:45,665 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:17:45,665 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T22:17:45,665 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T22:17:45,665 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T22:17:45,665 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:45,665 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T22:17:45,666 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T22:17:45,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:17:45,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:17:45,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:45,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:45,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:17:45,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:17:45,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:45,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:45,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:17:45,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:17:45,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:45,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:45,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:17:45,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:17:45,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:45,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:45,672 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:17:45,672 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740 2024-11-24T22:17:45,673 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740 2024-11-24T22:17:45,674 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:17:45,674 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:17:45,675 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:17:45,676 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:17:45,677 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72629683, jitterRate=0.08226661384105682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:17:45,677 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T22:17:45,677 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732486665666Writing region info on filesystem at 1732486665666Initializing all the Stores at 1732486665666Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486665666Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486665667 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486665667Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486665667Cleaning up temporary data from old regions at 1732486665674 (+7 ms)Running coprocessor post-open hooks at 1732486665677 (+3 ms)Region opened successfully at 1732486665677 2024-11-24T22:17:45,678 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732486665640 2024-11-24T22:17:45,680 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T22:17:45,680 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T22:17:45,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,40103,1732486662696 2024-11-24T22:17:45,682 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,40103,1732486662696, state=OPEN 2024-11-24T22:17:45,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1040477971/meta-region-server 2024-11-24T22:17:45,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x1014c0e70480001, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1040477971/meta-region-server 2024-11-24T22:17:45,689 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,40103,1732486662696 2024-11-24T22:17:45,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1040477971/meta-region-server: CHANGED 2024-11-24T22:17:45,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1040477971/meta-region-server: CHANGED 2024-11-24T22:17:45,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T22:17:45,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,40103,1732486662696 in 202 msec 2024-11-24T22:17:45,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T22:17:45,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-11-24T22:17:45,694 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:45,694 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T22:17:45,696 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:17:45,696 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40103,1732486662696, seqNum=-1] 2024-11-24T22:17:45,696 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:17:45,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:17:45,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2190 sec 2024-11-24T22:17:45,702 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732486665702, completionTime=-1 2024-11-24T22:17:45,702 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T22:17:45,702 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T22:17:45,704 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T22:17:45,704 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732486725704 2024-11-24T22:17:45,704 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732486785704 2024-11-24T22:17:45,704 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T22:17:45,704 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41207,1732486662645-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:45,705 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41207,1732486662645-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:45,705 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41207,1732486662645-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:45,705 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:41207, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:45,705 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:45,706 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T22:17:45,708 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:45,712 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.976sec 2024-11-24T22:17:45,712 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T22:17:45,712 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T22:17:45,712 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T22:17:45,712 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T22:17:45,712 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T22:17:45,712 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41207,1732486662645-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:17:45,712 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41207,1732486662645-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T22:17:45,714 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T22:17:45,714 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T22:17:45,714 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41207,1732486662645-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:45,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34474525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:45,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,41207,-1 for getting cluster id 2024-11-24T22:17:45,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:45,718 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27c6e581-c215-4c09-abc5-621eb3481f75' 2024-11-24T22:17:45,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:45,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27c6e581-c215-4c09-abc5-621eb3481f75" 2024-11-24T22:17:45,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d03efb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:45,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,41207,-1] 2024-11-24T22:17:45,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:45,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:45,720 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:45,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec4f0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:45,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:17:45,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40103,1732486662696, seqNum=-1] 2024-11-24T22:17:45,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:17:45,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:17:45,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bd6592c37bb2,41207,1732486662645 2024-11-24T22:17:45,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53255 2024-11-24T22:17:45,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:17:45,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014c0e70480002 connected 2024-11-24T22:17:45,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/hadoop.log.dir so I do NOT create it in target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a 2024-11-24T22:17:45,731 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T22:17:45,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/hadoop.tmp.dir so I do NOT create it in target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a 2024-11-24T22:17:45,731 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T22:17:45,731 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a 2024-11-24T22:17:45,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T22:17:45,731 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/cluster_d75b0f1b-486e-2f20-64fa-a1b618c0f9d3, deleteOnExit=true 2024-11-24T22:17:45,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T22:17:45,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/test.cache.data in system properties and HBase conf 2024-11-24T22:17:45,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T22:17:45,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/hadoop.log.dir in system properties and HBase conf 2024-11-24T22:17:45,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T22:17:45,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T22:17:45,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T22:17:45,731 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T22:17:45,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:17:45,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:17:45,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T22:17:45,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:17:45,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T22:17:45,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T22:17:45,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:17:45,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:17:45,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T22:17:45,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/nfs.dump.dir in system properties and HBase conf 2024-11-24T22:17:45,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/java.io.tmpdir in system properties and HBase conf 2024-11-24T22:17:45,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:17:45,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T22:17:45,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T22:17:45,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:17:45,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:17:45,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:17:45,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:17:45,815 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T22:17:45,816 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:17:45,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61fc1e28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:17:45,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a504e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:17:45,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3464a5df{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/java.io.tmpdir/jetty-localhost-38503-hadoop-hdfs-3_4_1-tests_jar-_-any-8794295743862740202/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:17:45,934 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@891ab73{HTTP/1.1, (http/1.1)}{localhost:38503} 2024-11-24T22:17:45,934 INFO [Time-limited test {}] server.Server(415): Started @48144ms 2024-11-24T22:17:46,030 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:17:46,033 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:17:46,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:17:46,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:17:46,035 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T22:17:46,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3029c162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:17:46,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22491f67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:17:46,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13f1d5f3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/java.io.tmpdir/jetty-localhost-35079-hadoop-hdfs-3_4_1-tests_jar-_-any-8480336247418221936/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:17:46,153 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b468588{HTTP/1.1, (http/1.1)}{localhost:35079} 2024-11-24T22:17:46,153 INFO [Time-limited test {}] server.Server(415): Started @48363ms 2024-11-24T22:17:46,155 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T22:17:46,282 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/cluster_d75b0f1b-486e-2f20-64fa-a1b618c0f9d3/data/data2/current/BP-742457876-172.17.0.2-1732486665751/current, will proceed with Du for space computation calculation, 2024-11-24T22:17:46,282 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/cluster_d75b0f1b-486e-2f20-64fa-a1b618c0f9d3/data/data1/current/BP-742457876-172.17.0.2-1732486665751/current, will proceed with Du for space computation calculation, 2024-11-24T22:17:46,305 WARN [Thread-933 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T22:17:46,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1913cf125a121e21 with lease ID 0xe74380f8ce178b2b: Processing first storage report for DS-0cadbef7-5d89-4c2a-ab34-e78e51bfd6be from datanode DatanodeRegistration(127.0.0.1:41457, datanodeUuid=bbfcdb4b-929e-466c-b9be-07bbcc78c1e1, infoPort=45173, infoSecurePort=0, ipcPort=36813, storageInfo=lv=-57;cid=testClusterID;nsid=1761194894;c=1732486665751) 2024-11-24T22:17:46,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1913cf125a121e21 with lease ID 0xe74380f8ce178b2b: from storage DS-0cadbef7-5d89-4c2a-ab34-e78e51bfd6be node DatanodeRegistration(127.0.0.1:41457, datanodeUuid=bbfcdb4b-929e-466c-b9be-07bbcc78c1e1, infoPort=45173, infoSecurePort=0, ipcPort=36813, storageInfo=lv=-57;cid=testClusterID;nsid=1761194894;c=1732486665751), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:17:46,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1913cf125a121e21 with lease ID 0xe74380f8ce178b2b: Processing first storage report for DS-3b349c48-3ecf-4fca-bcbd-7df6984b9a1b from datanode DatanodeRegistration(127.0.0.1:41457, datanodeUuid=bbfcdb4b-929e-466c-b9be-07bbcc78c1e1, infoPort=45173, infoSecurePort=0, ipcPort=36813, storageInfo=lv=-57;cid=testClusterID;nsid=1761194894;c=1732486665751) 2024-11-24T22:17:46,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1913cf125a121e21 with lease ID 0xe74380f8ce178b2b: from storage DS-3b349c48-3ecf-4fca-bcbd-7df6984b9a1b node DatanodeRegistration(127.0.0.1:41457, datanodeUuid=bbfcdb4b-929e-466c-b9be-07bbcc78c1e1, infoPort=45173, infoSecurePort=0, ipcPort=36813, storageInfo=lv=-57;cid=testClusterID;nsid=1761194894;c=1732486665751), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:17:46,387 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a 2024-11-24T22:17:46,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:46,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:46,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41457 is added to blk_1073741825_1001 (size=7) 2024-11-24T22:17:46,401 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da with version=8 2024-11-24T22:17:46,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/hbase-staging 2024-11-24T22:17:46,403 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:17:46,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:46,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:46,403 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:17:46,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:46,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:17:46,404 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T22:17:46,404 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:17:46,404 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38025 2024-11-24T22:17:46,406 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38025 connecting to ZooKeeper ensemble=127.0.0.1:53255 2024-11-24T22:17:46,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380250x0, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:17:46,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38025-0x1014c0e70480003 connected 2024-11-24T22:17:46,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:46,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:46,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Set watcher on znode that does not yet exist, /1942783201/running 2024-11-24T22:17:46,426 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da, hbase.cluster.distributed=false 2024-11-24T22:17:46,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Set watcher on znode that does not yet exist, /1942783201/acl 2024-11-24T22:17:46,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38025 2024-11-24T22:17:46,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38025 2024-11-24T22:17:46,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38025 2024-11-24T22:17:46,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38025 2024-11-24T22:17:46,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38025 2024-11-24T22:17:46,455 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:17:46,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:46,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:46,455 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:17:46,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:17:46,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:17:46,455 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T22:17:46,455 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:17:46,456 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35003 2024-11-24T22:17:46,458 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35003 connecting to ZooKeeper ensemble=127.0.0.1:53255 2024-11-24T22:17:46,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:46,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:46,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350030x0, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:17:46,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350030x0, quorum=127.0.0.1:53255, baseZNode=/1942783201 Set watcher on znode that does not yet exist, /1942783201/running 2024-11-24T22:17:46,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35003-0x1014c0e70480004 connected 2024-11-24T22:17:46,467 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T22:17:46,468 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T22:17:46,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35003-0x1014c0e70480004, quorum=127.0.0.1:53255, baseZNode=/1942783201 Set watcher on znode that does not yet exist, /1942783201/master 2024-11-24T22:17:46,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35003-0x1014c0e70480004, quorum=127.0.0.1:53255, baseZNode=/1942783201 Set watcher on znode that does not yet exist, /1942783201/acl 2024-11-24T22:17:46,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35003 2024-11-24T22:17:46,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35003 2024-11-24T22:17:46,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35003 2024-11-24T22:17:46,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35003 2024-11-24T22:17:46,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35003 2024-11-24T22:17:46,494 DEBUG [M:0;bd6592c37bb2:38025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:38025 2024-11-24T22:17:46,494 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1942783201/backup-masters/bd6592c37bb2,38025,1732486666403 2024-11-24T22:17:46,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1942783201/backup-masters 2024-11-24T22:17:46,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35003-0x1014c0e70480004, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1942783201/backup-masters 2024-11-24T22:17:46,496 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Set watcher on existing znode=/1942783201/backup-masters/bd6592c37bb2,38025,1732486666403 2024-11-24T22:17:46,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35003-0x1014c0e70480004, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1942783201/master 2024-11-24T22:17:46,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1942783201 2024-11-24T22:17:46,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35003-0x1014c0e70480004, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1942783201 2024-11-24T22:17:46,498 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Set watcher on existing znode=/1942783201/master 2024-11-24T22:17:46,499 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1942783201/backup-masters/bd6592c37bb2,38025,1732486666403 from backup master directory 2024-11-24T22:17:46,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1942783201/backup-masters/bd6592c37bb2,38025,1732486666403 2024-11-24T22:17:46,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35003-0x1014c0e70480004, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1942783201/backup-masters 2024-11-24T22:17:46,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1942783201/backup-masters 2024-11-24T22:17:46,502 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:17:46,502 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,38025,1732486666403 2024-11-24T22:17:46,507 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/hbase.id] with ID: ece14470-55cf-412c-82cf-b6d5d135a580 2024-11-24T22:17:46,507 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/.tmp/hbase.id 2024-11-24T22:17:46,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41457 is added to blk_1073741826_1002 (size=42) 2024-11-24T22:17:46,912 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/.tmp/hbase.id]:[hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/hbase.id] 2024-11-24T22:17:46,924 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:46,924 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T22:17:46,925 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T22:17:46,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1942783201 2024-11-24T22:17:46,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35003-0x1014c0e70480004, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1942783201 2024-11-24T22:17:46,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41457 is added to blk_1073741827_1003 (size=196) 2024-11-24T22:17:47,333 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:17:47,334 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T22:17:47,335 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:47,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41457 is added to blk_1073741828_1004 (size=1189) 2024-11-24T22:17:47,744 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/data/master/store 2024-11-24T22:17:47,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41457 is added to blk_1073741829_1005 (size=34) 2024-11-24T22:17:47,787 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:47,788 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:17:47,788 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:47,788 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:47,788 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:17:47,788 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:47,788 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:17:47,788 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486667788Disabling compacts and flushes for region at 1732486667788Disabling writes for close at 1732486667788Writing region close event to WAL at 1732486667788Closed at 1732486667788 2024-11-24T22:17:47,790 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/data/master/store/.initializing 2024-11-24T22:17:47,790 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/WALs/bd6592c37bb2,38025,1732486666403 2024-11-24T22:17:47,791 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:17:47,794 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C38025%2C1732486666403, suffix=, logDir=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/WALs/bd6592c37bb2,38025,1732486666403, archiveDir=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/oldWALs, maxLogs=10 2024-11-24T22:17:47,818 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/WALs/bd6592c37bb2,38025,1732486666403/bd6592c37bb2%2C38025%2C1732486666403.1732486667794, exclude list is [], retry=0 2024-11-24T22:17:47,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41457,DS-0cadbef7-5d89-4c2a-ab34-e78e51bfd6be,DISK] 2024-11-24T22:17:47,831 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/WALs/bd6592c37bb2,38025,1732486666403/bd6592c37bb2%2C38025%2C1732486666403.1732486667794 2024-11-24T22:17:47,831 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45173:45173)] 2024-11-24T22:17:47,832 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:17:47,832 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:47,832 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:47,832 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:47,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:47,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T22:17:47,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:47,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:47,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:47,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T22:17:47,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:47,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:47,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:47,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T22:17:47,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:47,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:47,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:47,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T22:17:47,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:47,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:47,849 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:47,849 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:47,850 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:47,851 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:47,851 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:47,852 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:17:47,853 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:17:47,857 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:17:47,858 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63479648, jitterRate=-0.054079532623291016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:17:47,858 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732486667832Initializing all the Stores at 1732486667834 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486667834Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486667840 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486667840Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486667840Cleaning up temporary data from old regions at 1732486667851 (+11 ms)Region opened successfully at 1732486667858 (+7 ms) 2024-11-24T22:17:47,868 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T22:17:47,875 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca4c63c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:17:47,880 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T22:17:47,881 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T22:17:47,881 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T22:17:47,881 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T22:17:47,882 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T22:17:47,882 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T22:17:47,882 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T22:17:47,899 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T22:17:47,900 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Unable to get data of znode /1942783201/balancer because node does not exist (not necessarily an error) 2024-11-24T22:17:47,903 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1942783201/balancer already deleted, retry=false 2024-11-24T22:17:47,903 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T22:17:47,904 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Unable to get data of znode /1942783201/normalizer because node does not exist (not necessarily an error) 2024-11-24T22:17:47,906 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1942783201/normalizer already deleted, retry=false 2024-11-24T22:17:47,907 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T22:17:47,908 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Unable to get data of znode /1942783201/switch/split because node does not exist (not necessarily an error) 2024-11-24T22:17:47,916 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1942783201/switch/split already deleted, retry=false 2024-11-24T22:17:47,918 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Unable to get data of znode /1942783201/switch/merge because node does not exist (not necessarily an error) 2024-11-24T22:17:47,920 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1942783201/switch/merge already deleted, retry=false 2024-11-24T22:17:47,923 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Unable to get data of znode /1942783201/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T22:17:47,924 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1942783201/snapshot-cleanup already deleted, retry=false 2024-11-24T22:17:47,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1942783201/running 2024-11-24T22:17:47,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35003-0x1014c0e70480004, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1942783201/running 2024-11-24T22:17:47,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1942783201 2024-11-24T22:17:47,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35003-0x1014c0e70480004, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1942783201 2024-11-24T22:17:47,928 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,38025,1732486666403, sessionid=0x1014c0e70480003, setting cluster-up flag (Was=false) 2024-11-24T22:17:47,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35003-0x1014c0e70480004, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1942783201 2024-11-24T22:17:47,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1942783201 2024-11-24T22:17:47,940 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1942783201/flush-table-proc/acquired, /1942783201/flush-table-proc/reached, /1942783201/flush-table-proc/abort 2024-11-24T22:17:47,944 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,38025,1732486666403 2024-11-24T22:17:47,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1942783201 2024-11-24T22:17:47,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35003-0x1014c0e70480004, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1942783201 2024-11-24T22:17:47,960 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1942783201/online-snapshot/acquired, /1942783201/online-snapshot/reached, /1942783201/online-snapshot/abort 2024-11-24T22:17:47,963 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,38025,1732486666403 2024-11-24T22:17:47,965 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T22:17:47,970 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:47,971 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T22:17:47,971 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T22:17:47,971 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,38025,1732486666403 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T22:17:47,973 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:47,973 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:47,973 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:47,973 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:17:47,973 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10 2024-11-24T22:17:47,973 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:47,973 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:17:47,973 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:47,990 INFO [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(746): ClusterId : ece14470-55cf-412c-82cf-b6d5d135a580 2024-11-24T22:17:47,990 DEBUG [RS:0;bd6592c37bb2:35003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T22:17:47,993 DEBUG [RS:0;bd6592c37bb2:35003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T22:17:47,993 DEBUG [RS:0;bd6592c37bb2:35003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T22:17:47,995 DEBUG [RS:0;bd6592c37bb2:35003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T22:17:47,996 DEBUG [RS:0;bd6592c37bb2:35003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e8a66e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:17:48,007 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732486698007 2024-11-24T22:17:48,007 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T22:17:48,007 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T22:17:48,007 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T22:17:48,007 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T22:17:48,007 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T22:17:48,007 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T22:17:48,010 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:48,010 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T22:17:48,012 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:48,012 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T22:17:48,016 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:48,017 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T22:17:48,017 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T22:17:48,017 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T22:17:48,017 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T22:17:48,022 DEBUG [RS:0;bd6592c37bb2:35003 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:35003 2024-11-24T22:17:48,022 INFO [RS:0;bd6592c37bb2:35003 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T22:17:48,022 INFO [RS:0;bd6592c37bb2:35003 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T22:17:48,022 DEBUG [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T22:17:48,023 INFO [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,38025,1732486666403 with port=35003, startcode=1732486666454 2024-11-24T22:17:48,023 DEBUG [RS:0;bd6592c37bb2:35003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T22:17:48,023 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T22:17:48,023 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T22:17:48,024 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486668023,5,FailOnTimeoutGroup] 2024-11-24T22:17:48,025 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486668024,5,FailOnTimeoutGroup] 2024-11-24T22:17:48,025 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:48,025 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T22:17:48,025 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:48,025 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:48,025 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T22:17:48,025 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38025 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,35003,1732486666454 2024-11-24T22:17:48,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38025 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,35003,1732486666454 2024-11-24T22:17:48,027 DEBUG [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da 2024-11-24T22:17:48,027 DEBUG [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38733 2024-11-24T22:17:48,027 DEBUG [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T22:17:48,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41457 is added to blk_1073741831_1007 (size=1321) 2024-11-24T22:17:48,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1942783201/rs 2024-11-24T22:17:48,037 DEBUG [RS:0;bd6592c37bb2:35003 {}] zookeeper.ZKUtil(111): regionserver:35003-0x1014c0e70480004, quorum=127.0.0.1:53255, baseZNode=/1942783201 Set watcher on existing znode=/1942783201/rs/bd6592c37bb2,35003,1732486666454 2024-11-24T22:17:48,037 WARN [RS:0;bd6592c37bb2:35003 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:17:48,037 INFO [RS:0;bd6592c37bb2:35003 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:48,038 DEBUG [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/WALs/bd6592c37bb2,35003,1732486666454 2024-11-24T22:17:48,038 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,35003,1732486666454] 2024-11-24T22:17:48,043 INFO [RS:0;bd6592c37bb2:35003 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T22:17:48,046 INFO [RS:0;bd6592c37bb2:35003 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T22:17:48,048 INFO [RS:0;bd6592c37bb2:35003 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T22:17:48,048 INFO [RS:0;bd6592c37bb2:35003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:48,049 INFO [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T22:17:48,049 INFO [RS:0;bd6592c37bb2:35003 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T22:17:48,049 INFO [RS:0;bd6592c37bb2:35003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:48,050 DEBUG [RS:0;bd6592c37bb2:35003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:48,050 DEBUG [RS:0;bd6592c37bb2:35003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:48,050 DEBUG [RS:0;bd6592c37bb2:35003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:48,050 DEBUG [RS:0;bd6592c37bb2:35003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:48,050 DEBUG [RS:0;bd6592c37bb2:35003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:48,050 DEBUG [RS:0;bd6592c37bb2:35003 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:17:48,050 DEBUG [RS:0;bd6592c37bb2:35003 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:48,050 DEBUG [RS:0;bd6592c37bb2:35003 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:48,050 DEBUG [RS:0;bd6592c37bb2:35003 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:48,050 DEBUG [RS:0;bd6592c37bb2:35003 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:48,050 DEBUG [RS:0;bd6592c37bb2:35003 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:48,050 DEBUG [RS:0;bd6592c37bb2:35003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:17:48,050 DEBUG [RS:0;bd6592c37bb2:35003 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:17:48,050 DEBUG [RS:0;bd6592c37bb2:35003 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:17:48,057 INFO [RS:0;bd6592c37bb2:35003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:48,057 INFO [RS:0;bd6592c37bb2:35003 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:48,058 INFO [RS:0;bd6592c37bb2:35003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:48,058 INFO [RS:0;bd6592c37bb2:35003 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:48,058 INFO [RS:0;bd6592c37bb2:35003 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:48,058 INFO [RS:0;bd6592c37bb2:35003 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,35003,1732486666454-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:17:48,076 INFO [RS:0;bd6592c37bb2:35003 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T22:17:48,076 INFO [RS:0;bd6592c37bb2:35003 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,35003,1732486666454-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:48,076 INFO [RS:0;bd6592c37bb2:35003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:48,076 INFO [RS:0;bd6592c37bb2:35003 {}] regionserver.Replication(171): bd6592c37bb2,35003,1732486666454 started 2024-11-24T22:17:48,096 INFO [RS:0;bd6592c37bb2:35003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:48,096 INFO [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,35003,1732486666454, RpcServer on bd6592c37bb2/172.17.0.2:35003, sessionid=0x1014c0e70480004 2024-11-24T22:17:48,097 DEBUG [RS:0;bd6592c37bb2:35003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T22:17:48,097 DEBUG [RS:0;bd6592c37bb2:35003 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,35003,1732486666454 2024-11-24T22:17:48,097 DEBUG [RS:0;bd6592c37bb2:35003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,35003,1732486666454' 2024-11-24T22:17:48,097 DEBUG [RS:0;bd6592c37bb2:35003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1942783201/flush-table-proc/abort' 2024-11-24T22:17:48,097 DEBUG [RS:0;bd6592c37bb2:35003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1942783201/flush-table-proc/acquired' 2024-11-24T22:17:48,098 DEBUG [RS:0;bd6592c37bb2:35003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T22:17:48,098 DEBUG [RS:0;bd6592c37bb2:35003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T22:17:48,098 DEBUG [RS:0;bd6592c37bb2:35003 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,35003,1732486666454 2024-11-24T22:17:48,098 DEBUG [RS:0;bd6592c37bb2:35003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,35003,1732486666454' 2024-11-24T22:17:48,098 DEBUG [RS:0;bd6592c37bb2:35003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1942783201/online-snapshot/abort' 2024-11-24T22:17:48,098 DEBUG [RS:0;bd6592c37bb2:35003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1942783201/online-snapshot/acquired' 2024-11-24T22:17:48,099 DEBUG [RS:0;bd6592c37bb2:35003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T22:17:48,099 INFO [RS:0;bd6592c37bb2:35003 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T22:17:48,099 INFO [RS:0;bd6592c37bb2:35003 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T22:17:48,199 INFO [RS:0;bd6592c37bb2:35003 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:17:48,201 INFO [RS:0;bd6592c37bb2:35003 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C35003%2C1732486666454, suffix=, logDir=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/WALs/bd6592c37bb2,35003,1732486666454, archiveDir=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/oldWALs, maxLogs=10 2024-11-24T22:17:48,219 DEBUG [RS:0;bd6592c37bb2:35003 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/WALs/bd6592c37bb2,35003,1732486666454/bd6592c37bb2%2C35003%2C1732486666454.1732486668202, exclude list is [], retry=0 2024-11-24T22:17:48,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41457,DS-0cadbef7-5d89-4c2a-ab34-e78e51bfd6be,DISK] 2024-11-24T22:17:48,225 INFO [RS:0;bd6592c37bb2:35003 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/WALs/bd6592c37bb2,35003,1732486666454/bd6592c37bb2%2C35003%2C1732486666454.1732486668202 2024-11-24T22:17:48,226 DEBUG [RS:0;bd6592c37bb2:35003 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45173:45173)] 2024-11-24T22:17:48,353 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:17:48,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:17:48,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:17:48,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:17:48,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:17:48,431 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T22:17:48,431 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da 2024-11-24T22:17:48,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41457 is added to blk_1073741833_1009 (size=32) 2024-11-24T22:17:48,450 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:48,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:17:48,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:17:48,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:48,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:48,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:17:48,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:17:48,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:48,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:48,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:17:48,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:17:48,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:48,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:48,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:17:48,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:17:48,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:48,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:48,469 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:17:48,470 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740 2024-11-24T22:17:48,471 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740 2024-11-24T22:17:48,473 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:17:48,473 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:17:48,474 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:17:48,475 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:17:48,483 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:17:48,483 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64562235, jitterRate=-0.03794772922992706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:17:48,483 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732486668450Initializing all the Stores at 1732486668453 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486668453Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486668456 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486668456Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486668456Cleaning up temporary data from old regions at 1732486668473 (+17 ms)Region opened successfully at 1732486668483 (+10 ms) 2024-11-24T22:17:48,483 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:17:48,483 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:17:48,483 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:17:48,483 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:17:48,483 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:17:48,484 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:17:48,484 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486668483Disabling compacts and flushes for region at 1732486668483Disabling writes for close at 1732486668483Writing region close event to WAL at 1732486668484 (+1 ms)Closed at 1732486668484 2024-11-24T22:17:48,487 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:48,487 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T22:17:48,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T22:17:48,488 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:17:48,489 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T22:17:48,639 DEBUG [bd6592c37bb2:38025 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:17:48,640 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,35003,1732486666454 2024-11-24T22:17:48,642 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,35003,1732486666454, state=OPENING 2024-11-24T22:17:48,643 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T22:17:48,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35003-0x1014c0e70480004, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1942783201 2024-11-24T22:17:48,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1942783201 2024-11-24T22:17:48,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1942783201/meta-region-server: CHANGED 2024-11-24T22:17:48,645 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:17:48,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,35003,1732486666454}] 2024-11-24T22:17:48,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1942783201/meta-region-server: CHANGED 2024-11-24T22:17:48,799 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:17:48,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:17:48,806 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T22:17:48,806 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:48,806 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T22:17:48,808 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C35003%2C1732486666454.meta, suffix=.meta, logDir=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/WALs/bd6592c37bb2,35003,1732486666454, archiveDir=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/oldWALs, maxLogs=10 2024-11-24T22:17:48,828 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/WALs/bd6592c37bb2,35003,1732486666454/bd6592c37bb2%2C35003%2C1732486666454.meta.1732486668808.meta, exclude list is [], retry=0 2024-11-24T22:17:48,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41457,DS-0cadbef7-5d89-4c2a-ab34-e78e51bfd6be,DISK] 2024-11-24T22:17:48,833 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/WALs/bd6592c37bb2,35003,1732486666454/bd6592c37bb2%2C35003%2C1732486666454.meta.1732486668808.meta 2024-11-24T22:17:48,833 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45173:45173)] 2024-11-24T22:17:48,833 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:17:48,833 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:17:48,834 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:17:48,834 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T22:17:48,834 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T22:17:48,834 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T22:17:48,834 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:48,834 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T22:17:48,834 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T22:17:48,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:17:48,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:17:48,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:48,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:48,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:17:48,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:17:48,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:48,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:48,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:17:48,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:17:48,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:48,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:48,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:17:48,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:17:48,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:48,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:17:48,844 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:17:48,847 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740 2024-11-24T22:17:48,849 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740 2024-11-24T22:17:48,851 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:17:48,851 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:17:48,852 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:17:48,853 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:17:48,854 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59268710, jitterRate=-0.11682739853858948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:17:48,854 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T22:17:48,854 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732486668834Writing region info on filesystem at 1732486668834Initializing all the Stores at 1732486668835 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486668835Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486668836 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486668836Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486668836Cleaning up temporary data from old regions at 1732486668851 (+15 ms)Running coprocessor post-open hooks at 1732486668854 (+3 ms)Region opened successfully at 1732486668854 2024-11-24T22:17:48,856 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732486668799 2024-11-24T22:17:48,858 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T22:17:48,859 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T22:17:48,860 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,35003,1732486666454 2024-11-24T22:17:48,861 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,35003,1732486666454, state=OPEN 2024-11-24T22:17:48,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35003-0x1014c0e70480004, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1942783201/meta-region-server 2024-11-24T22:17:48,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1942783201/meta-region-server 2024-11-24T22:17:48,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1942783201/meta-region-server: CHANGED 2024-11-24T22:17:48,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1942783201/meta-region-server: CHANGED 2024-11-24T22:17:48,863 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,35003,1732486666454 2024-11-24T22:17:48,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T22:17:48,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,35003,1732486666454 in 217 msec 2024-11-24T22:17:48,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T22:17:48,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 381 msec 2024-11-24T22:17:48,872 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:17:48,872 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T22:17:48,873 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:17:48,874 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,35003,1732486666454, seqNum=-1] 2024-11-24T22:17:48,874 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:17:48,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:17:48,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 920 msec 2024-11-24T22:17:48,891 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732486668890, completionTime=-1 2024-11-24T22:17:48,891 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T22:17:48,891 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T22:17:48,893 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T22:17:48,893 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732486728893 2024-11-24T22:17:48,893 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732486788893 2024-11-24T22:17:48,893 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T22:17:48,894 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,38025,1732486666403-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:48,894 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,38025,1732486666403-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:48,894 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,38025,1732486666403-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:48,894 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:38025, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:48,894 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:48,896 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T22:17:48,896 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:48,902 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.400sec 2024-11-24T22:17:48,902 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T22:17:48,902 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T22:17:48,902 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T22:17:48,902 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T22:17:48,902 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T22:17:48,902 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,38025,1732486666403-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:17:48,902 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,38025,1732486666403-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T22:17:48,907 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T22:17:48,907 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T22:17:48,907 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,38025,1732486666403-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:17:48,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0b6409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:48,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,38025,-1 for getting cluster id 2024-11-24T22:17:48,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:48,993 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ece14470-55cf-412c-82cf-b6d5d135a580' 2024-11-24T22:17:48,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:48,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ece14470-55cf-412c-82cf-b6d5d135a580" 2024-11-24T22:17:48,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9a3cd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:48,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,38025,-1] 2024-11-24T22:17:48,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:48,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:48,995 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:48,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a104986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:48,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:17:48,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,35003,1732486666454, seqNum=-1] 2024-11-24T22:17:49,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:17:49,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:17:49,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bd6592c37bb2,38025,1732486666403 2024-11-24T22:17:49,006 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53255 2024-11-24T22:17:49,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:17:49,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014c0e70480005 connected 2024-11-24T22:17:49,032 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:17:49,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,41207,1732486662645 2024-11-24T22:17:49,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b757d6f 2024-11-24T22:17:49,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:17:49,036 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:17:49,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:17:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T22:17:49,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:17:49,047 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:49,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T22:17:49,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:17:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:17:49,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741835_1011 (size=902) 2024-11-24T22:17:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:17:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:17:49,469 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1800ccefe5aeed5aa9535fbe5814a379, NAME => 'test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376 2024-11-24T22:17:49,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741836_1012 (size=39) 2024-11-24T22:17:49,493 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:49,493 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1800ccefe5aeed5aa9535fbe5814a379, disabling compactions & flushes 2024-11-24T22:17:49,493 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379. 2024-11-24T22:17:49,493 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379. 2024-11-24T22:17:49,493 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379. after waiting 0 ms 2024-11-24T22:17:49,493 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379. 2024-11-24T22:17:49,493 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379. 2024-11-24T22:17:49,493 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1800ccefe5aeed5aa9535fbe5814a379: Waiting for close lock at 1732486669493Disabling compacts and flushes for region at 1732486669493Disabling writes for close at 1732486669493Writing region close event to WAL at 1732486669493Closed at 1732486669493 2024-11-24T22:17:49,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:17:49,495 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732486669495"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486669495"}]},"ts":"1732486669495"} 2024-11-24T22:17:49,498 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:17:49,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:17:49,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486669500"}]},"ts":"1732486669500"} 2024-11-24T22:17:49,503 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T22:17:49,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1800ccefe5aeed5aa9535fbe5814a379, ASSIGN}] 2024-11-24T22:17:49,504 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1800ccefe5aeed5aa9535fbe5814a379, ASSIGN 2024-11-24T22:17:49,506 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1800ccefe5aeed5aa9535fbe5814a379, ASSIGN; state=OFFLINE, location=bd6592c37bb2,40103,1732486662696; forceNewPlan=false, retain=false 2024-11-24T22:17:49,657 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1800ccefe5aeed5aa9535fbe5814a379, regionState=OPENING, regionLocation=bd6592c37bb2,40103,1732486662696 2024-11-24T22:17:49,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1800ccefe5aeed5aa9535fbe5814a379, ASSIGN because future has completed 2024-11-24T22:17:49,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1800ccefe5aeed5aa9535fbe5814a379, server=bd6592c37bb2,40103,1732486662696}] 2024-11-24T22:17:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:17:49,830 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379. 2024-11-24T22:17:49,831 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1800ccefe5aeed5aa9535fbe5814a379, NAME => 'test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:17:49,831 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:17:49,831 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T22:17:49,831 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1800ccefe5aeed5aa9535fbe5814a379 2024-11-24T22:17:49,832 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:49,832 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1800ccefe5aeed5aa9535fbe5814a379 2024-11-24T22:17:49,832 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1800ccefe5aeed5aa9535fbe5814a379 2024-11-24T22:17:49,835 INFO [StoreOpener-1800ccefe5aeed5aa9535fbe5814a379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1800ccefe5aeed5aa9535fbe5814a379 2024-11-24T22:17:49,837 INFO [StoreOpener-1800ccefe5aeed5aa9535fbe5814a379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1800ccefe5aeed5aa9535fbe5814a379 columnFamilyName f 2024-11-24T22:17:49,837 DEBUG [StoreOpener-1800ccefe5aeed5aa9535fbe5814a379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:49,837 INFO [StoreOpener-1800ccefe5aeed5aa9535fbe5814a379-1 {}] regionserver.HStore(327): Store=1800ccefe5aeed5aa9535fbe5814a379/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:49,838 INFO [StoreOpener-1800ccefe5aeed5aa9535fbe5814a379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1800ccefe5aeed5aa9535fbe5814a379 2024-11-24T22:17:49,839 INFO [StoreOpener-1800ccefe5aeed5aa9535fbe5814a379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1800ccefe5aeed5aa9535fbe5814a379 columnFamilyName f1 2024-11-24T22:17:49,839 DEBUG [StoreOpener-1800ccefe5aeed5aa9535fbe5814a379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:49,839 INFO [StoreOpener-1800ccefe5aeed5aa9535fbe5814a379-1 {}] regionserver.HStore(327): Store=1800ccefe5aeed5aa9535fbe5814a379/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:49,839 INFO [StoreOpener-1800ccefe5aeed5aa9535fbe5814a379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1800ccefe5aeed5aa9535fbe5814a379 2024-11-24T22:17:49,840 INFO [StoreOpener-1800ccefe5aeed5aa9535fbe5814a379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1800ccefe5aeed5aa9535fbe5814a379 columnFamilyName norep 2024-11-24T22:17:49,840 DEBUG [StoreOpener-1800ccefe5aeed5aa9535fbe5814a379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:49,841 INFO [StoreOpener-1800ccefe5aeed5aa9535fbe5814a379-1 {}] regionserver.HStore(327): Store=1800ccefe5aeed5aa9535fbe5814a379/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:49,841 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1800ccefe5aeed5aa9535fbe5814a379 2024-11-24T22:17:49,842 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/default/test/1800ccefe5aeed5aa9535fbe5814a379 2024-11-24T22:17:49,843 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/default/test/1800ccefe5aeed5aa9535fbe5814a379 2024-11-24T22:17:49,843 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1800ccefe5aeed5aa9535fbe5814a379 2024-11-24T22:17:49,843 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1800ccefe5aeed5aa9535fbe5814a379 2024-11-24T22:17:49,844 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:17:49,845 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1800ccefe5aeed5aa9535fbe5814a379 2024-11-24T22:17:49,847 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/default/test/1800ccefe5aeed5aa9535fbe5814a379/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:17:49,848 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1800ccefe5aeed5aa9535fbe5814a379; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62555367, jitterRate=-0.06785239279270172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:17:49,848 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1800ccefe5aeed5aa9535fbe5814a379 2024-11-24T22:17:49,849 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1800ccefe5aeed5aa9535fbe5814a379: Running coprocessor pre-open hook at 1732486669832Writing region info on filesystem at 1732486669832Initializing all the Stores at 1732486669833 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486669833Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486669835 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486669835Cleaning up temporary data from old regions at 1732486669843 (+8 ms)Running coprocessor post-open hooks at 1732486669848 (+5 ms)Region opened successfully at 1732486669848 2024-11-24T22:17:49,851 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379., pid=6, masterSystemTime=1732486669825 2024-11-24T22:17:49,853 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379. 2024-11-24T22:17:49,853 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379. 2024-11-24T22:17:49,855 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1800ccefe5aeed5aa9535fbe5814a379, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bd6592c37bb2,40103,1732486662696 2024-11-24T22:17:49,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1800ccefe5aeed5aa9535fbe5814a379, server=bd6592c37bb2,40103,1732486662696 because future has completed 2024-11-24T22:17:49,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T22:17:49,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1800ccefe5aeed5aa9535fbe5814a379, server=bd6592c37bb2,40103,1732486662696 in 187 msec 2024-11-24T22:17:49,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T22:17:49,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1800ccefe5aeed5aa9535fbe5814a379, ASSIGN in 358 msec 2024-11-24T22:17:49,865 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:17:49,865 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486669865"}]},"ts":"1732486669865"} 2024-11-24T22:17:49,867 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T22:17:49,868 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:17:49,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 827 msec 2024-11-24T22:17:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:17:50,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:17:50,191 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T22:17:50,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,38025,1732486666403 2024-11-24T22:17:50,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a53e796 2024-11-24T22:17:50,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:17:50,194 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:17:50,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:17:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T22:17:50,202 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:17:50,202 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:50,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T22:17:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:17:50,205 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:17:50,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41457 is added to blk_1073741835_1011 (size=902) 2024-11-24T22:17:50,216 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ba6ebd0a3f4f7d30c0d013b2e6fad37, NAME => 'test,,1732486670194.9ba6ebd0a3f4f7d30c0d013b2e6fad37.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da 2024-11-24T22:17:50,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41457 is added to blk_1073741836_1012 (size=39) 2024-11-24T22:17:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:17:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:17:50,545 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T22:17:50,546 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T22:17:50,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732486670194.9ba6ebd0a3f4f7d30c0d013b2e6fad37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:50,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9ba6ebd0a3f4f7d30c0d013b2e6fad37, disabling compactions & flushes 2024-11-24T22:17:50,627 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732486670194.9ba6ebd0a3f4f7d30c0d013b2e6fad37. 2024-11-24T22:17:50,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486670194.9ba6ebd0a3f4f7d30c0d013b2e6fad37. 2024-11-24T22:17:50,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732486670194.9ba6ebd0a3f4f7d30c0d013b2e6fad37. after waiting 0 ms 2024-11-24T22:17:50,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732486670194.9ba6ebd0a3f4f7d30c0d013b2e6fad37. 2024-11-24T22:17:50,627 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732486670194.9ba6ebd0a3f4f7d30c0d013b2e6fad37. 2024-11-24T22:17:50,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ba6ebd0a3f4f7d30c0d013b2e6fad37: Waiting for close lock at 1732486670627Disabling compacts and flushes for region at 1732486670627Disabling writes for close at 1732486670627Writing region close event to WAL at 1732486670627Closed at 1732486670627 2024-11-24T22:17:50,629 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:17:50,629 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732486670194.9ba6ebd0a3f4f7d30c0d013b2e6fad37.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732486670629"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486670629"}]},"ts":"1732486670629"} 2024-11-24T22:17:50,633 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:17:50,634 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:17:50,634 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486670634"}]},"ts":"1732486670634"} 2024-11-24T22:17:50,637 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T22:17:50,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9ba6ebd0a3f4f7d30c0d013b2e6fad37, ASSIGN}] 2024-11-24T22:17:50,639 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9ba6ebd0a3f4f7d30c0d013b2e6fad37, ASSIGN 2024-11-24T22:17:50,639 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9ba6ebd0a3f4f7d30c0d013b2e6fad37, ASSIGN; state=OFFLINE, location=bd6592c37bb2,35003,1732486666454; forceNewPlan=false, retain=false 2024-11-24T22:17:50,790 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ba6ebd0a3f4f7d30c0d013b2e6fad37, regionState=OPENING, regionLocation=bd6592c37bb2,35003,1732486666454 2024-11-24T22:17:50,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9ba6ebd0a3f4f7d30c0d013b2e6fad37, ASSIGN because future has completed 2024-11-24T22:17:50,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ba6ebd0a3f4f7d30c0d013b2e6fad37, server=bd6592c37bb2,35003,1732486666454}] 2024-11-24T22:17:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:17:50,954 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732486670194.9ba6ebd0a3f4f7d30c0d013b2e6fad37. 2024-11-24T22:17:50,955 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ba6ebd0a3f4f7d30c0d013b2e6fad37, NAME => 'test,,1732486670194.9ba6ebd0a3f4f7d30c0d013b2e6fad37.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:17:50,955 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:17:50,955 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T22:17:50,955 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9ba6ebd0a3f4f7d30c0d013b2e6fad37 2024-11-24T22:17:50,955 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732486670194.9ba6ebd0a3f4f7d30c0d013b2e6fad37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:50,956 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9ba6ebd0a3f4f7d30c0d013b2e6fad37 2024-11-24T22:17:50,956 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9ba6ebd0a3f4f7d30c0d013b2e6fad37 2024-11-24T22:17:50,960 INFO [StoreOpener-9ba6ebd0a3f4f7d30c0d013b2e6fad37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9ba6ebd0a3f4f7d30c0d013b2e6fad37 2024-11-24T22:17:50,964 INFO [StoreOpener-9ba6ebd0a3f4f7d30c0d013b2e6fad37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ba6ebd0a3f4f7d30c0d013b2e6fad37 columnFamilyName f 2024-11-24T22:17:50,964 DEBUG [StoreOpener-9ba6ebd0a3f4f7d30c0d013b2e6fad37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:50,967 INFO [StoreOpener-9ba6ebd0a3f4f7d30c0d013b2e6fad37-1 {}] regionserver.HStore(327): Store=9ba6ebd0a3f4f7d30c0d013b2e6fad37/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:50,967 INFO [StoreOpener-9ba6ebd0a3f4f7d30c0d013b2e6fad37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9ba6ebd0a3f4f7d30c0d013b2e6fad37 2024-11-24T22:17:50,969 INFO [StoreOpener-9ba6ebd0a3f4f7d30c0d013b2e6fad37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ba6ebd0a3f4f7d30c0d013b2e6fad37 columnFamilyName f1 2024-11-24T22:17:50,969 DEBUG [StoreOpener-9ba6ebd0a3f4f7d30c0d013b2e6fad37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:50,969 INFO [StoreOpener-9ba6ebd0a3f4f7d30c0d013b2e6fad37-1 {}] regionserver.HStore(327): Store=9ba6ebd0a3f4f7d30c0d013b2e6fad37/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:50,969 INFO [StoreOpener-9ba6ebd0a3f4f7d30c0d013b2e6fad37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9ba6ebd0a3f4f7d30c0d013b2e6fad37 2024-11-24T22:17:50,971 INFO [StoreOpener-9ba6ebd0a3f4f7d30c0d013b2e6fad37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ba6ebd0a3f4f7d30c0d013b2e6fad37 columnFamilyName norep 2024-11-24T22:17:50,971 DEBUG [StoreOpener-9ba6ebd0a3f4f7d30c0d013b2e6fad37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:50,972 INFO [StoreOpener-9ba6ebd0a3f4f7d30c0d013b2e6fad37-1 {}] regionserver.HStore(327): Store=9ba6ebd0a3f4f7d30c0d013b2e6fad37/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:50,980 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9ba6ebd0a3f4f7d30c0d013b2e6fad37 2024-11-24T22:17:50,982 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/default/test/9ba6ebd0a3f4f7d30c0d013b2e6fad37 2024-11-24T22:17:50,982 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/default/test/9ba6ebd0a3f4f7d30c0d013b2e6fad37 2024-11-24T22:17:50,985 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9ba6ebd0a3f4f7d30c0d013b2e6fad37 2024-11-24T22:17:50,985 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9ba6ebd0a3f4f7d30c0d013b2e6fad37 2024-11-24T22:17:50,986 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:17:50,987 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9ba6ebd0a3f4f7d30c0d013b2e6fad37 2024-11-24T22:17:50,995 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/default/test/9ba6ebd0a3f4f7d30c0d013b2e6fad37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:17:50,999 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9ba6ebd0a3f4f7d30c0d013b2e6fad37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64914390, jitterRate=-0.03270021080970764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:17:50,999 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ba6ebd0a3f4f7d30c0d013b2e6fad37 2024-11-24T22:17:50,999 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9ba6ebd0a3f4f7d30c0d013b2e6fad37: Running coprocessor pre-open hook at 1732486670956Writing region info on filesystem at 1732486670956Initializing all the Stores at 1732486670959 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486670959Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486670960 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486670960Cleaning up temporary data from old regions at 1732486670985 (+25 ms)Running coprocessor post-open hooks at 1732486670999 (+14 ms)Region opened successfully at 1732486670999 2024-11-24T22:17:51,008 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732486670194.9ba6ebd0a3f4f7d30c0d013b2e6fad37., pid=6, masterSystemTime=1732486670948 2024-11-24T22:17:51,010 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732486670194.9ba6ebd0a3f4f7d30c0d013b2e6fad37. 2024-11-24T22:17:51,011 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732486670194.9ba6ebd0a3f4f7d30c0d013b2e6fad37. 2024-11-24T22:17:51,011 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ba6ebd0a3f4f7d30c0d013b2e6fad37, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bd6592c37bb2,35003,1732486666454 2024-11-24T22:17:51,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ba6ebd0a3f4f7d30c0d013b2e6fad37, server=bd6592c37bb2,35003,1732486666454 because future has completed 2024-11-24T22:17:51,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T22:17:51,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ba6ebd0a3f4f7d30c0d013b2e6fad37, server=bd6592c37bb2,35003,1732486666454 in 229 msec 2024-11-24T22:17:51,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T22:17:51,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9ba6ebd0a3f4f7d30c0d013b2e6fad37, ASSIGN in 390 msec 2024-11-24T22:17:51,031 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:17:51,031 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486671031"}]},"ts":"1732486671031"} 2024-11-24T22:17:51,034 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T22:17:51,035 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:17:51,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 840 msec 2024-11-24T22:17:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:17:51,340 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T22:17:51,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5a8218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:51,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,41207,-1 for getting cluster id 2024-11-24T22:17:51,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:51,342 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27c6e581-c215-4c09-abc5-621eb3481f75' 2024-11-24T22:17:51,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:51,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27c6e581-c215-4c09-abc5-621eb3481f75" 2024-11-24T22:17:51,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aaf0d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:51,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,41207,-1] 2024-11-24T22:17:51,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:51,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:51,343 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:51,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97b890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:51,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573f5058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:51,345 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,38025,-1 for getting cluster id 2024-11-24T22:17:51,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:51,346 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ece14470-55cf-412c-82cf-b6d5d135a580' 2024-11-24T22:17:51,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:51,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ece14470-55cf-412c-82cf-b6d5d135a580" 2024-11-24T22:17:51,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c819fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:51,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,38025,-1] 2024-11-24T22:17:51,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:51,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:51,347 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:51,348 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b6c07a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:51,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a82f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:51,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,41207,-1 for getting cluster id 2024-11-24T22:17:51,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:51,349 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27c6e581-c215-4c09-abc5-621eb3481f75' 2024-11-24T22:17:51,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:51,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27c6e581-c215-4c09-abc5-621eb3481f75" 2024-11-24T22:17:51,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a05918b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:51,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,41207,-1] 2024-11-24T22:17:51,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:51,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:51,351 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d6eb99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:51,354 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:17:51,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,41207,1732486662645 2024-11-24T22:17:51,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15e2993c 2024-11-24T22:17:51,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:17:51,356 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:17:51,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bd6592c37bb2:38025,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-24T22:17:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T22:17:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:17:51,359 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:38025' 2024-11-24T22:17:51,360 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9077b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:51,360 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,38025,-1 for getting cluster id 2024-11-24T22:17:51,360 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:51,361 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ece14470-55cf-412c-82cf-b6d5d135a580' 2024-11-24T22:17:51,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:51,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ece14470-55cf-412c-82cf-b6d5d135a580" 2024-11-24T22:17:51,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4949d6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:51,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,38025,-1] 2024-11-24T22:17:51,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:51,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:51,362 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:51,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24aa5dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:51,363 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:17:51,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,38025,1732486666403 2024-11-24T22:17:51,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@857021d 2024-11-24T22:17:51,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:17:51,365 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:17:51,365 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T22:17:51,365 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T22:17:51,365 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:51,366 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:51,366 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:17:51,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:17:51,368 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T22:17:51,369 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:17:51,369 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:51,370 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:17:51,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741837_1013 (size=1138) 2024-11-24T22:17:51,418 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T22:17:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:17:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:17:51,778 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0e4df8fc6aa45ad7473afb7d725cd95, NAME => 'hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376 2024-11-24T22:17:51,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741838_1014 (size=44) 2024-11-24T22:17:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:17:52,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:52,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b0e4df8fc6aa45ad7473afb7d725cd95, disabling compactions & flushes 2024-11-24T22:17:52,186 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95. 2024-11-24T22:17:52,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95. 2024-11-24T22:17:52,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95. after waiting 0 ms 2024-11-24T22:17:52,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95. 2024-11-24T22:17:52,186 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95. 2024-11-24T22:17:52,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0e4df8fc6aa45ad7473afb7d725cd95: Waiting for close lock at 1732486672186Disabling compacts and flushes for region at 1732486672186Disabling writes for close at 1732486672186Writing region close event to WAL at 1732486672186Closed at 1732486672186 2024-11-24T22:17:52,188 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:17:52,189 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732486672188"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486672188"}]},"ts":"1732486672188"} 2024-11-24T22:17:52,193 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:17:52,194 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:17:52,194 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486672194"}]},"ts":"1732486672194"} 2024-11-24T22:17:52,197 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T22:17:52,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0e4df8fc6aa45ad7473afb7d725cd95, ASSIGN}] 2024-11-24T22:17:52,199 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0e4df8fc6aa45ad7473afb7d725cd95, ASSIGN 2024-11-24T22:17:52,201 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0e4df8fc6aa45ad7473afb7d725cd95, ASSIGN; state=OFFLINE, location=bd6592c37bb2,40103,1732486662696; forceNewPlan=false, retain=false 2024-11-24T22:17:52,352 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0e4df8fc6aa45ad7473afb7d725cd95, regionState=OPENING, regionLocation=bd6592c37bb2,40103,1732486662696 2024-11-24T22:17:52,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0e4df8fc6aa45ad7473afb7d725cd95, ASSIGN because future has completed 2024-11-24T22:17:52,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0e4df8fc6aa45ad7473afb7d725cd95, server=bd6592c37bb2,40103,1732486662696}] 2024-11-24T22:17:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:17:52,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95. 2024-11-24T22:17:52,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:17:52,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T22:17:52,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C40103%2C1732486662696.rep, suffix=, logDir=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696, archiveDir=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/oldWALs, maxLogs=10 2024-11-24T22:17:52,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.rep.1732486672529, exclude list is [], retry=0 2024-11-24T22:17:52,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46115,DS-e9b4ad94-6f52-42aa-9c3a-ac59a661845c,DISK] 2024-11-24T22:17:52,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.rep.1732486672529 2024-11-24T22:17:52,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36215:36215)] 2024-11-24T22:17:52,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b0e4df8fc6aa45ad7473afb7d725cd95, NAME => 'hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:17:52,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:17:52,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:17:52,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95. service=MultiRowMutationService 2024-11-24T22:17:52,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T22:17:52,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b0e4df8fc6aa45ad7473afb7d725cd95 2024-11-24T22:17:52,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:17:52,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b0e4df8fc6aa45ad7473afb7d725cd95 2024-11-24T22:17:52,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b0e4df8fc6aa45ad7473afb7d725cd95 2024-11-24T22:17:52,550 INFO [StoreOpener-b0e4df8fc6aa45ad7473afb7d725cd95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b0e4df8fc6aa45ad7473afb7d725cd95 2024-11-24T22:17:52,551 INFO [StoreOpener-b0e4df8fc6aa45ad7473afb7d725cd95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0e4df8fc6aa45ad7473afb7d725cd95 columnFamilyName hfileref 2024-11-24T22:17:52,551 DEBUG [StoreOpener-b0e4df8fc6aa45ad7473afb7d725cd95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:52,551 INFO [StoreOpener-b0e4df8fc6aa45ad7473afb7d725cd95-1 {}] regionserver.HStore(327): Store=b0e4df8fc6aa45ad7473afb7d725cd95/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:52,551 INFO [StoreOpener-b0e4df8fc6aa45ad7473afb7d725cd95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b0e4df8fc6aa45ad7473afb7d725cd95 2024-11-24T22:17:52,553 INFO [StoreOpener-b0e4df8fc6aa45ad7473afb7d725cd95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0e4df8fc6aa45ad7473afb7d725cd95 columnFamilyName queue 2024-11-24T22:17:52,553 DEBUG [StoreOpener-b0e4df8fc6aa45ad7473afb7d725cd95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:52,553 INFO [StoreOpener-b0e4df8fc6aa45ad7473afb7d725cd95-1 {}] regionserver.HStore(327): Store=b0e4df8fc6aa45ad7473afb7d725cd95/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:52,553 INFO [StoreOpener-b0e4df8fc6aa45ad7473afb7d725cd95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b0e4df8fc6aa45ad7473afb7d725cd95 2024-11-24T22:17:52,554 INFO [StoreOpener-b0e4df8fc6aa45ad7473afb7d725cd95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0e4df8fc6aa45ad7473afb7d725cd95 columnFamilyName sid 2024-11-24T22:17:52,555 DEBUG [StoreOpener-b0e4df8fc6aa45ad7473afb7d725cd95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:17:52,555 INFO [StoreOpener-b0e4df8fc6aa45ad7473afb7d725cd95-1 {}] regionserver.HStore(327): Store=b0e4df8fc6aa45ad7473afb7d725cd95/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:17:52,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b0e4df8fc6aa45ad7473afb7d725cd95 2024-11-24T22:17:52,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/replication/b0e4df8fc6aa45ad7473afb7d725cd95 2024-11-24T22:17:52,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/replication/b0e4df8fc6aa45ad7473afb7d725cd95 2024-11-24T22:17:52,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b0e4df8fc6aa45ad7473afb7d725cd95 2024-11-24T22:17:52,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b0e4df8fc6aa45ad7473afb7d725cd95 2024-11-24T22:17:52,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:17:52,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b0e4df8fc6aa45ad7473afb7d725cd95 2024-11-24T22:17:52,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/replication/b0e4df8fc6aa45ad7473afb7d725cd95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:17:52,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b0e4df8fc6aa45ad7473afb7d725cd95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67514653, jitterRate=0.006046727299690247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:17:52,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0e4df8fc6aa45ad7473afb7d725cd95 2024-11-24T22:17:52,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b0e4df8fc6aa45ad7473afb7d725cd95: Running coprocessor pre-open hook at 1732486672548Writing region info on filesystem at 1732486672548Initializing all the Stores at 1732486672549 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486672549Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486672549Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486672549Cleaning up temporary data from old regions at 1732486672557 (+8 ms)Running coprocessor post-open hooks at 1732486672561 (+4 ms)Region opened successfully at 1732486672562 (+1 ms) 2024-11-24T22:17:52,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95., pid=10, masterSystemTime=1732486672522 2024-11-24T22:17:52,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95. 2024-11-24T22:17:52,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95. 2024-11-24T22:17:52,566 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0e4df8fc6aa45ad7473afb7d725cd95, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,40103,1732486662696 2024-11-24T22:17:52,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0e4df8fc6aa45ad7473afb7d725cd95, server=bd6592c37bb2,40103,1732486662696 because future has completed 2024-11-24T22:17:52,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T22:17:52,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b0e4df8fc6aa45ad7473afb7d725cd95, server=bd6592c37bb2,40103,1732486662696 in 201 msec 2024-11-24T22:17:52,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T22:17:52,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0e4df8fc6aa45ad7473afb7d725cd95, ASSIGN in 375 msec 2024-11-24T22:17:52,575 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:17:52,576 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486672575"}]},"ts":"1732486672575"} 2024-11-24T22:17:52,578 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T22:17:52,579 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:17:52,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2130 sec 2024-11-24T22:17:52,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95., hostname=bd6592c37bb2,40103,1732486662696, seqNum=2] 2024-11-24T22:17:52,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x1014c0e70480001, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1040477971 2024-11-24T22:17:52,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1040477971 2024-11-24T22:17:52,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T22:17:52,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T22:17:52,788 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T22:17:52,827 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bd6592c37bb2,40103,1732486662696, ReplicationSource: 1, currentBandwidth=0 2024-11-24T22:17:52,828 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:17:52,828 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40103,1732486662696, seqNum=-1] 2024-11-24T22:17:52,828 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:17:52,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-24T22:17:52,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bd6592c37bb2,40103,1732486662696', locateType=CURRENT is [region=hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95., hostname=bd6592c37bb2,40103,1732486662696, seqNum=2] 2024-11-24T22:17:52,835 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T22:17:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T22:17:52,838 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bd6592c37bb2,40103,1732486662696 suceeded 2024-11-24T22:17:52,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T22:17:52,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-24T22:17:52,841 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bd6592c37bb2:38025,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-24T22:17:52,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4850 sec 2024-11-24T22:17:52,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T22:17:52,850 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T22:17:52,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T22:17:52,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T22:17:52,852 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T22:17:52,852 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T22:17:52,852 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:17:52,852 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T22:17:52,853 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T22:17:52,853 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T22:17:52,853 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:17:52,853 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T22:17:52,853 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T22:17:52,853 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T22:17:52,857 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:38025' 2024-11-24T22:17:52,858 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65762e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:52,858 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,38025,-1 for getting cluster id 2024-11-24T22:17:52,859 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:52,860 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ece14470-55cf-412c-82cf-b6d5d135a580' 2024-11-24T22:17:52,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:52,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ece14470-55cf-412c-82cf-b6d5d135a580" 2024-11-24T22:17:52,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21b524d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:52,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,38025,-1] 2024-11-24T22:17:52,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:52,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:52,862 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:52,863 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5325a978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:52,863 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:17:52,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,38025,1732486666403 2024-11-24T22:17:52,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ce5c025 2024-11-24T22:17:52,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:17:52,865 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-24T22:17:52,866 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bd6592c37bb2,40103,1732486662696 (queues=1) is replicating from cluster=27c6e581-c215-4c09-abc5-621eb3481f75 to cluster=ece14470-55cf-412c-82cf-b6d5d135a580 2024-11-24T22:17:52,866 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bd6592c37bb2%2C40103%2C1732486662696 2024-11-24T22:17:52,866 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bd6592c37bb2,40103,1732486662696, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T22:17:52,866 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.shipperbd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bd6592c37bb2%2C40103%2C1732486662696 2024-11-24T22:17:52,866 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687, startPosition=0, beingWritten=true 2024-11-24T22:17:52,877 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:17:52,877 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 379, reset compression=false 2024-11-24T22:17:52,877 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.shipperbd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40103,1732486662696 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:17:53,082 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 379, reset compression=false 2024-11-24T22:17:53,387 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 379, reset compression=false 2024-11-24T22:17:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:17:53,500 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T22:17:53,500 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:17:53,500 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:53,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:53,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:53,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:17:53,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:53,506 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732486673505/Put/seqid=0 2024-11-24T22:17:53,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741840_1016 (size=7894) 2024-11-24T22:17:53,791 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 379, reset compression=false 2024-11-24T22:17:53,913 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/load_f/f/hfile_1 is 34, key is ddd/f:row/1732486673913/Put/seqid=0 2024-11-24T22:17:53,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741841_1017 (size=7691) 2024-11-24T22:17:54,295 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 379, reset compression=false 2024-11-24T22:17:54,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2b4e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:54,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,41207,-1 for getting cluster id 2024-11-24T22:17:54,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:54,324 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27c6e581-c215-4c09-abc5-621eb3481f75' 2024-11-24T22:17:54,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:54,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27c6e581-c215-4c09-abc5-621eb3481f75" 2024-11-24T22:17:54,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146df296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:54,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,41207,-1] 2024-11-24T22:17:54,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:54,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:54,326 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:54,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b711e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:54,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:17:54,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40103,1732486662696, seqNum=-1] 2024-11-24T22:17:54,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:17:54,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:17:54,336 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:17:54,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:17:54,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,41207,1732486662645 2024-11-24T22:17:54,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5694be2d 2024-11-24T22:17:54,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:17:54,352 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:17:54,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:17:54,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:17:54,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:17:54,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379., hostname=bd6592c37bb2,40103,1732486662696, seqNum=2] 2024-11-24T22:17:54,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:17:54,371 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T22:17:54,389 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-24T22:17:54,392 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-24T22:17:54,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/load_f/f/hfile_1 for inclusion in 1800ccefe5aeed5aa9535fbe5814a379/f 2024-11-24T22:17:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T22:17:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T22:17:54,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/load_f/f/hfile_0 for inclusion in 1800ccefe5aeed5aa9535fbe5814a379/f 2024-11-24T22:17:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T22:17:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T22:17:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HRegion(2603): Flush status journal for 1800ccefe5aeed5aa9535fbe5814a379: 2024-11-24T22:17:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/load_f/f/hfile_1 to hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/staging/jenkins__test__sb5p91au287qff6n6hdca5nfip0ttrh3kt3cjr1ll8287iblidgd0it6jn85vjh0/f/hfile_1 2024-11-24T22:17:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/staging/jenkins__test__sb5p91au287qff6n6hdca5nfip0ttrh3kt3cjr1ll8287iblidgd0it6jn85vjh0/f/hfile_1 as hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/default/test/1800ccefe5aeed5aa9535fbe5814a379/f/8633f688a055434ab38b6d45319d2cc0_SeqId_4_ 2024-11-24T22:17:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/load_f/f/hfile_0 to hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/staging/jenkins__test__sb5p91au287qff6n6hdca5nfip0ttrh3kt3cjr1ll8287iblidgd0it6jn85vjh0/f/hfile_0 2024-11-24T22:17:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/staging/jenkins__test__sb5p91au287qff6n6hdca5nfip0ttrh3kt3cjr1ll8287iblidgd0it6jn85vjh0/f/hfile_0 as hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/default/test/1800ccefe5aeed5aa9535fbe5814a379/f/4f4ee967a165479f82742faf78ca2b12_SeqId_4_ 2024-11-24T22:17:54,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/staging/jenkins__test__sb5p91au287qff6n6hdca5nfip0ttrh3kt3cjr1ll8287iblidgd0it6jn85vjh0/f/hfile_1 into 1800ccefe5aeed5aa9535fbe5814a379/f as hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/default/test/1800ccefe5aeed5aa9535fbe5814a379/f/8633f688a055434ab38b6d45319d2cc0_SeqId_4_ - updating store file list. 2024-11-24T22:17:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8633f688a055434ab38b6d45319d2cc0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T22:17:54,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/default/test/1800ccefe5aeed5aa9535fbe5814a379/f/8633f688a055434ab38b6d45319d2cc0_SeqId_4_ into 1800ccefe5aeed5aa9535fbe5814a379/f 2024-11-24T22:17:54,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/staging/jenkins__test__sb5p91au287qff6n6hdca5nfip0ttrh3kt3cjr1ll8287iblidgd0it6jn85vjh0/f/hfile_1 into 1800ccefe5aeed5aa9535fbe5814a379/f (new location: hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/default/test/1800ccefe5aeed5aa9535fbe5814a379/f/8633f688a055434ab38b6d45319d2cc0_SeqId_4_) 2024-11-24T22:17:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/staging/jenkins__test__sb5p91au287qff6n6hdca5nfip0ttrh3kt3cjr1ll8287iblidgd0it6jn85vjh0/f/hfile_1 2024-11-24T22:17:54,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/staging/jenkins__test__sb5p91au287qff6n6hdca5nfip0ttrh3kt3cjr1ll8287iblidgd0it6jn85vjh0/f/hfile_0 into 1800ccefe5aeed5aa9535fbe5814a379/f as hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/default/test/1800ccefe5aeed5aa9535fbe5814a379/f/4f4ee967a165479f82742faf78ca2b12_SeqId_4_ - updating store file list. 2024-11-24T22:17:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4f4ee967a165479f82742faf78ca2b12_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T22:17:54,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/default/test/1800ccefe5aeed5aa9535fbe5814a379/f/4f4ee967a165479f82742faf78ca2b12_SeqId_4_ into 1800ccefe5aeed5aa9535fbe5814a379/f 2024-11-24T22:17:54,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/staging/jenkins__test__sb5p91au287qff6n6hdca5nfip0ttrh3kt3cjr1ll8287iblidgd0it6jn85vjh0/f/hfile_0 into 1800ccefe5aeed5aa9535fbe5814a379/f (new location: hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/default/test/1800ccefe5aeed5aa9535fbe5814a379/f/4f4ee967a165479f82742faf78ca2b12_SeqId_4_) 2024-11-24T22:17:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/staging/jenkins__test__sb5p91au287qff6n6hdca5nfip0ttrh3kt3cjr1ll8287iblidgd0it6jn85vjh0/f/hfile_0 2024-11-24T22:17:54,452 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:17:54,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:54,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:54,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:54,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:17:54,453 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:17:54,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379., hostname=bd6592c37bb2,40103,1732486662696, seqNum=2 , the old value is region=test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379., hostname=bd6592c37bb2,40103,1732486662696, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bd6592c37bb2:40103 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T22:17:54,454 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,35003,1732486666454, seqNum=-1] 2024-11-24T22:17:54,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379., hostname=bd6592c37bb2,40103,1732486662696, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T22:17:54,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379., hostname=bd6592c37bb2,40103,1732486662696, seqNum=2 from cache 2024-11-24T22:17:54,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:17:54,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:17:54,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732486670194.9ba6ebd0a3f4f7d30c0d013b2e6fad37., hostname=bd6592c37bb2,35003,1732486666454, seqNum=2] 2024-11-24T22:17:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:52752 deadline: 1732486734453 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:52752 2024-11-24T22:17:54,461 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T22:17:54,561 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:40103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T22:17:54,900 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 379, reset compression=false 2024-11-24T22:17:54,908 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:17:54,908 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.shipperbd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40103,1732486662696 got entry batch from reader: WALEntryBatch [walEntries=[{test/1800ccefe5aeed5aa9535fbe5814a379/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732486674447/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T22:17:54,935 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.shipperbd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:17:54,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-24T22:17:54,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] regionserver.ReplicationSink(318): Replicating [27c6e581-c215-4c09-abc5-621eb3481f75] bulk loaded data 2024-11-24T22:17:54,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48c1a372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:54,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,38025,-1 for getting cluster id 2024-11-24T22:17:54,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:54,943 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ece14470-55cf-412c-82cf-b6d5d135a580' 2024-11-24T22:17:54,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:54,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ece14470-55cf-412c-82cf-b6d5d135a580" 2024-11-24T22:17:54,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73086f1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:54,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,38025,-1] 2024-11-24T22:17:54,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:54,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:54,946 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:54,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77446821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:54,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41457 is added to blk_1073741837_1013 (size=7691) 2024-11-24T22:17:54,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41457 is added to blk_1073741838_1014 (size=7894) 2024-11-24T22:17:54,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:17:54,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,38025,1732486666403 2024-11-24T22:17:54,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bc1519a 2024-11-24T22:17:54,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:17:54,998 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-24T22:17:55,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T22:17:55,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:17:55,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,35003,1732486666454, seqNum=-1] 2024-11-24T22:17:55,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:17:55,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-24T22:17:55,012 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/staging/jenkins.hfs.6__test__gk43orcelnff8jmq9sit4jffmo7chsor7dgnofabnc1ibkadlnn8gee9jpfegpm7/f/4f4ee967a165479f82742faf78ca2b12_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T22:17:55,018 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/staging/jenkins.hfs.6__test__gk43orcelnff8jmq9sit4jffmo7chsor7dgnofabnc1ibkadlnn8gee9jpfegpm7/f/8633f688a055434ab38b6d45319d2cc0_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T22:17:55,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/staging/jenkins.hfs.6__test__gk43orcelnff8jmq9sit4jffmo7chsor7dgnofabnc1ibkadlnn8gee9jpfegpm7/f/4f4ee967a165479f82742faf78ca2b12_SeqId_4_ for inclusion in 9ba6ebd0a3f4f7d30c0d013b2e6fad37/f 2024-11-24T22:17:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T22:17:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T22:17:55,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/staging/jenkins.hfs.6__test__gk43orcelnff8jmq9sit4jffmo7chsor7dgnofabnc1ibkadlnn8gee9jpfegpm7/f/8633f688a055434ab38b6d45319d2cc0_SeqId_4_ for inclusion in 9ba6ebd0a3f4f7d30c0d013b2e6fad37/f 2024-11-24T22:17:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T22:17:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T22:17:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] regionserver.HRegion(2603): Flush status journal for 9ba6ebd0a3f4f7d30c0d013b2e6fad37: 2024-11-24T22:17:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4f4ee967a165479f82742faf78ca2b12_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T22:17:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/staging/jenkins.hfs.6__test__gk43orcelnff8jmq9sit4jffmo7chsor7dgnofabnc1ibkadlnn8gee9jpfegpm7/f/4f4ee967a165479f82742faf78ca2b12_SeqId_4_ as hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/default/test/9ba6ebd0a3f4f7d30c0d013b2e6fad37/f/73a1051fbe704312bf0951e6954b90a6_SeqId_4_ 2024-11-24T22:17:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8633f688a055434ab38b6d45319d2cc0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T22:17:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/staging/jenkins.hfs.6__test__gk43orcelnff8jmq9sit4jffmo7chsor7dgnofabnc1ibkadlnn8gee9jpfegpm7/f/8633f688a055434ab38b6d45319d2cc0_SeqId_4_ as hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/default/test/9ba6ebd0a3f4f7d30c0d013b2e6fad37/f/2ec3d622eae542c1aa97033af29973bb_SeqId_4_ 2024-11-24T22:17:55,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/staging/jenkins.hfs.6__test__gk43orcelnff8jmq9sit4jffmo7chsor7dgnofabnc1ibkadlnn8gee9jpfegpm7/f/4f4ee967a165479f82742faf78ca2b12_SeqId_4_ into 9ba6ebd0a3f4f7d30c0d013b2e6fad37/f as hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/default/test/9ba6ebd0a3f4f7d30c0d013b2e6fad37/f/73a1051fbe704312bf0951e6954b90a6_SeqId_4_ - updating store file list. 2024-11-24T22:17:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 73a1051fbe704312bf0951e6954b90a6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T22:17:55,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/default/test/9ba6ebd0a3f4f7d30c0d013b2e6fad37/f/73a1051fbe704312bf0951e6954b90a6_SeqId_4_ into 9ba6ebd0a3f4f7d30c0d013b2e6fad37/f 2024-11-24T22:17:55,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/staging/jenkins.hfs.6__test__gk43orcelnff8jmq9sit4jffmo7chsor7dgnofabnc1ibkadlnn8gee9jpfegpm7/f/4f4ee967a165479f82742faf78ca2b12_SeqId_4_ into 9ba6ebd0a3f4f7d30c0d013b2e6fad37/f (new location: hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/default/test/9ba6ebd0a3f4f7d30c0d013b2e6fad37/f/73a1051fbe704312bf0951e6954b90a6_SeqId_4_) 2024-11-24T22:17:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/staging/jenkins.hfs.6__test__gk43orcelnff8jmq9sit4jffmo7chsor7dgnofabnc1ibkadlnn8gee9jpfegpm7/f/4f4ee967a165479f82742faf78ca2b12_SeqId_4_ 2024-11-24T22:17:55,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/staging/jenkins.hfs.6__test__gk43orcelnff8jmq9sit4jffmo7chsor7dgnofabnc1ibkadlnn8gee9jpfegpm7/f/8633f688a055434ab38b6d45319d2cc0_SeqId_4_ into 9ba6ebd0a3f4f7d30c0d013b2e6fad37/f as hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/default/test/9ba6ebd0a3f4f7d30c0d013b2e6fad37/f/2ec3d622eae542c1aa97033af29973bb_SeqId_4_ - updating store file list. 2024-11-24T22:17:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2ec3d622eae542c1aa97033af29973bb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T22:17:55,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/default/test/9ba6ebd0a3f4f7d30c0d013b2e6fad37/f/2ec3d622eae542c1aa97033af29973bb_SeqId_4_ into 9ba6ebd0a3f4f7d30c0d013b2e6fad37/f 2024-11-24T22:17:55,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/staging/jenkins.hfs.6__test__gk43orcelnff8jmq9sit4jffmo7chsor7dgnofabnc1ibkadlnn8gee9jpfegpm7/f/8633f688a055434ab38b6d45319d2cc0_SeqId_4_ into 9ba6ebd0a3f4f7d30c0d013b2e6fad37/f (new location: hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/default/test/9ba6ebd0a3f4f7d30c0d013b2e6fad37/f/2ec3d622eae542c1aa97033af29973bb_SeqId_4_) 2024-11-24T22:17:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/staging/jenkins.hfs.6__test__gk43orcelnff8jmq9sit4jffmo7chsor7dgnofabnc1ibkadlnn8gee9jpfegpm7/f/8633f688a055434ab38b6d45319d2cc0_SeqId_4_ 2024-11-24T22:17:55,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] regionserver.ReplicationSink(324): Finished replicating [27c6e581-c215-4c09-abc5-621eb3481f75] bulk loaded data 2024-11-24T22:17:55,109 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 687, reset compression=false 2024-11-24T22:17:55,414 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 687, reset compression=false 2024-11-24T22:17:55,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:17:55,480 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732486675480/Put/seqid=0 2024-11-24T22:17:55,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741842_1018 (size=7997) 2024-11-24T22:17:55,819 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 687, reset compression=false 2024-11-24T22:17:55,888 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732486675887/Put/seqid=0 2024-11-24T22:17:55,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741843_1019 (size=7794) 2024-11-24T22:17:56,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6585b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:56,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,41207,-1 for getting cluster id 2024-11-24T22:17:56,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:17:56,296 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27c6e581-c215-4c09-abc5-621eb3481f75' 2024-11-24T22:17:56,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:17:56,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27c6e581-c215-4c09-abc5-621eb3481f75" 2024-11-24T22:17:56,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5baed293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:56,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,41207,-1] 2024-11-24T22:17:56,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:17:56,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:56,298 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:17:56,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46361f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:17:56,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:17:56,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40103,1732486662696, seqNum=-1] 2024-11-24T22:17:56,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:17:56,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:17:56,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:17:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,41207,1732486662645 2024-11-24T22:17:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16cb60de 2024-11-24T22:17:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:17:56,313 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:17:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379., hostname=bd6592c37bb2,40103,1732486662696, seqNum=2] 2024-11-24T22:17:56,320 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T22:17:56,327 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-24T22:17:56,330 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-24T22:17:56,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/load_f1/f1/hfile_1 for inclusion in 1800ccefe5aeed5aa9535fbe5814a379/f1 2024-11-24T22:17:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T22:17:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T22:17:56,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/load_f1/f1/hfile_0 for inclusion in 1800ccefe5aeed5aa9535fbe5814a379/f1 2024-11-24T22:17:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T22:17:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T22:17:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HRegion(2603): Flush status journal for 1800ccefe5aeed5aa9535fbe5814a379: 2024-11-24T22:17:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/load_f1/f1/hfile_1 to hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/staging/jenkins__test__vujpeuh2ouog60qbcirffb9rs5t2255i8qnt3q7bo7o94o7cljluvssuiksue4ke/f1/hfile_1 2024-11-24T22:17:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/staging/jenkins__test__vujpeuh2ouog60qbcirffb9rs5t2255i8qnt3q7bo7o94o7cljluvssuiksue4ke/f1/hfile_1 as hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/default/test/1800ccefe5aeed5aa9535fbe5814a379/f1/08386d40414b476b8b84058a02749463_SeqId_6_ 2024-11-24T22:17:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/load_f1/f1/hfile_0 to hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/staging/jenkins__test__vujpeuh2ouog60qbcirffb9rs5t2255i8qnt3q7bo7o94o7cljluvssuiksue4ke/f1/hfile_0 2024-11-24T22:17:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/staging/jenkins__test__vujpeuh2ouog60qbcirffb9rs5t2255i8qnt3q7bo7o94o7cljluvssuiksue4ke/f1/hfile_0 as hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/default/test/1800ccefe5aeed5aa9535fbe5814a379/f1/228b12a553f34c59b4c9bd5808d80948_SeqId_6_ 2024-11-24T22:17:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-24T22:17:56,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/staging/jenkins__test__vujpeuh2ouog60qbcirffb9rs5t2255i8qnt3q7bo7o94o7cljluvssuiksue4ke/f1/hfile_1 into 1800ccefe5aeed5aa9535fbe5814a379/f1 as hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/default/test/1800ccefe5aeed5aa9535fbe5814a379/f1/08386d40414b476b8b84058a02749463_SeqId_6_ - updating store file list. 2024-11-24T22:17:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 08386d40414b476b8b84058a02749463_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T22:17:56,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/default/test/1800ccefe5aeed5aa9535fbe5814a379/f1/08386d40414b476b8b84058a02749463_SeqId_6_ into 1800ccefe5aeed5aa9535fbe5814a379/f1 2024-11-24T22:17:56,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/staging/jenkins__test__vujpeuh2ouog60qbcirffb9rs5t2255i8qnt3q7bo7o94o7cljluvssuiksue4ke/f1/hfile_1 into 1800ccefe5aeed5aa9535fbe5814a379/f1 (new location: hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/default/test/1800ccefe5aeed5aa9535fbe5814a379/f1/08386d40414b476b8b84058a02749463_SeqId_6_) 2024-11-24T22:17:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/staging/jenkins__test__vujpeuh2ouog60qbcirffb9rs5t2255i8qnt3q7bo7o94o7cljluvssuiksue4ke/f1/hfile_1 2024-11-24T22:17:56,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/staging/jenkins__test__vujpeuh2ouog60qbcirffb9rs5t2255i8qnt3q7bo7o94o7cljluvssuiksue4ke/f1/hfile_0 into 1800ccefe5aeed5aa9535fbe5814a379/f1 as hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/default/test/1800ccefe5aeed5aa9535fbe5814a379/f1/228b12a553f34c59b4c9bd5808d80948_SeqId_6_ - updating store file list. 2024-11-24T22:17:56,371 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 687, reset compression=false 2024-11-24T22:17:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 228b12a553f34c59b4c9bd5808d80948_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T22:17:56,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/default/test/1800ccefe5aeed5aa9535fbe5814a379/f1/228b12a553f34c59b4c9bd5808d80948_SeqId_6_ into 1800ccefe5aeed5aa9535fbe5814a379/f1 2024-11-24T22:17:56,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/staging/jenkins__test__vujpeuh2ouog60qbcirffb9rs5t2255i8qnt3q7bo7o94o7cljluvssuiksue4ke/f1/hfile_0 into 1800ccefe5aeed5aa9535fbe5814a379/f1 (new location: hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/default/test/1800ccefe5aeed5aa9535fbe5814a379/f1/228b12a553f34c59b4c9bd5808d80948_SeqId_6_) 2024-11-24T22:17:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/staging/jenkins__test__vujpeuh2ouog60qbcirffb9rs5t2255i8qnt3q7bo7o94o7cljluvssuiksue4ke/f1/hfile_0 2024-11-24T22:17:56,379 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:17:56,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:17:56,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:56,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:17:56,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379., hostname=bd6592c37bb2,40103,1732486662696, seqNum=2 , the old value is region=test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379., hostname=bd6592c37bb2,40103,1732486662696, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bd6592c37bb2:40103 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T22:17:56,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379., hostname=bd6592c37bb2,40103,1732486662696, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T22:17:56,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379., hostname=bd6592c37bb2,40103,1732486662696, seqNum=2 from cache 2024-11-24T22:17:56,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:17:56,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:17:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40103: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:52764 deadline: 1732486736380 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:52764 2024-11-24T22:17:56,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40103,1732486662696, seqNum=-1] 2024-11-24T22:17:56,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:17:56,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:17:56,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379., hostname=bd6592c37bb2,40103,1732486662696, seqNum=2] 2024-11-24T22:17:56,490 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:40103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T22:17:56,547 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T22:17:56,976 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 687, reset compression=false 2024-11-24T22:17:56,982 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:17:56,982 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:17:56,982 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.shipperbd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40103,1732486662696 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:17:57,186 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:17:57,498 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:17:57,902 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:17:58,407 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:17:59,012 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:17:59,716 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:00,521 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:01,425 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:02,430 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:03,535 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:04,740 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:06,044 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:07,448 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:08,952 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:10,557 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:12,230 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T22:18:12,261 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:14,065 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:15,969 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:16,387 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T22:18:16,986 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.shipperbd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40103,1732486662696 got entry batch from reader: null 2024-11-24T22:18:17,973 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:20,078 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:22,282 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:24,587 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:25,716 INFO [master/bd6592c37bb2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T22:18:25,716 INFO [master/bd6592c37bb2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T22:18:26,990 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:29,450 INFO [master/bd6592c37bb2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T22:18:29,450 INFO [master/bd6592c37bb2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T22:18:29,495 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:32,099 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:34,803 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:34,832 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1800ccefe5aeed5aa9535fbe5814a379, had cached 0 bytes from a total of 31376 2024-11-24T22:18:35,956 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9ba6ebd0a3f4f7d30c0d013b2e6fad37, had cached 0 bytes from a total of 15585 2024-11-24T22:18:36,987 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.shipperbd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40103,1732486662696 got entry batch from reader: null 2024-11-24T22:18:37,607 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:40,512 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:42,230 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T22:18:43,517 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:45,749 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T22:18:46,387 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T22:18:46,621 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:48,896 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T22:18:49,825 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:53,129 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:56,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T22:18:56,410 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:18:56,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:18:56,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:18:56,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:18:56,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:18:56,410 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T22:18:56,410 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1542284223, stopped=false 2024-11-24T22:18:56,410 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bd6592c37bb2,38025,1732486666403 2024-11-24T22:18:56,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1942783201/running 2024-11-24T22:18:56,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35003-0x1014c0e70480004, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1942783201/running 2024-11-24T22:18:56,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1942783201 2024-11-24T22:18:56,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35003-0x1014c0e70480004, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1942783201 2024-11-24T22:18:56,412 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:18:56,412 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:18:56,412 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:18:56,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:18:56,413 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bd6592c37bb2,35003,1732486666454' ***** 2024-11-24T22:18:56,413 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T22:18:56,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35003-0x1014c0e70480004, quorum=127.0.0.1:53255, baseZNode=/1942783201 Set watcher on znode that does not yet exist, /1942783201/running 2024-11-24T22:18:56,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Set watcher on znode that does not yet exist, /1942783201/running 2024-11-24T22:18:56,413 INFO [RS:0;bd6592c37bb2:35003 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T22:18:56,413 INFO [RS:0;bd6592c37bb2:35003 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T22:18:56,413 INFO [RS:0;bd6592c37bb2:35003 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T22:18:56,413 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T22:18:56,413 INFO [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ba6ebd0a3f4f7d30c0d013b2e6fad37 2024-11-24T22:18:56,414 INFO [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(959): stopping server bd6592c37bb2,35003,1732486666454 2024-11-24T22:18:56,414 INFO [RS:0;bd6592c37bb2:35003 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:18:56,414 INFO [RS:0;bd6592c37bb2:35003 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:35003. 2024-11-24T22:18:56,414 DEBUG [RS:0;bd6592c37bb2:35003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:18:56,414 DEBUG [RS:0;bd6592c37bb2:35003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:18:56,414 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ba6ebd0a3f4f7d30c0d013b2e6fad37, disabling compactions & flushes 2024-11-24T22:18:56,414 INFO [RS:0;bd6592c37bb2:35003 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T22:18:56,414 INFO [RS:0;bd6592c37bb2:35003 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T22:18:56,414 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732486670194.9ba6ebd0a3f4f7d30c0d013b2e6fad37. 2024-11-24T22:18:56,414 INFO [RS:0;bd6592c37bb2:35003 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T22:18:56,414 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486670194.9ba6ebd0a3f4f7d30c0d013b2e6fad37. 2024-11-24T22:18:56,414 INFO [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T22:18:56,414 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732486670194.9ba6ebd0a3f4f7d30c0d013b2e6fad37. after waiting 0 ms 2024-11-24T22:18:56,414 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732486670194.9ba6ebd0a3f4f7d30c0d013b2e6fad37. 2024-11-24T22:18:56,414 INFO [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T22:18:56,414 DEBUG [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9ba6ebd0a3f4f7d30c0d013b2e6fad37=test,,1732486670194.9ba6ebd0a3f4f7d30c0d013b2e6fad37.} 2024-11-24T22:18:56,414 DEBUG [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ba6ebd0a3f4f7d30c0d013b2e6fad37 2024-11-24T22:18:56,414 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:18:56,414 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:18:56,414 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:18:56,414 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:18:56,414 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:18:56,414 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T22:18:56,419 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/default/test/9ba6ebd0a3f4f7d30c0d013b2e6fad37/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-24T22:18:56,419 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:18:56,419 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T22:18:56,419 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732486670194.9ba6ebd0a3f4f7d30c0d013b2e6fad37. 2024-11-24T22:18:56,419 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ba6ebd0a3f4f7d30c0d013b2e6fad37: Waiting for close lock at 1732486736414Running coprocessor pre-close hooks at 1732486736414Disabling compacts and flushes for region at 1732486736414Disabling writes for close at 1732486736414Writing region close event to WAL at 1732486736415 (+1 ms)Running coprocessor post-close hooks at 1732486736419 (+4 ms)Closed at 1732486736419 2024-11-24T22:18:56,420 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732486670194.9ba6ebd0a3f4f7d30c0d013b2e6fad37. 2024-11-24T22:18:56,432 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740/.tmp/info/18eefaaa09b24e128afd642a18fef20c is 129, key is test,,1732486670194.9ba6ebd0a3f4f7d30c0d013b2e6fad37./info:regioninfo/1732486671011/Put/seqid=0 2024-11-24T22:18:56,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41457 is added to blk_1073741839_1015 (size=6421) 2024-11-24T22:18:56,509 INFO [regionserver/bd6592c37bb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:18:56,538 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:18:56,614 DEBUG [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:18:56,815 DEBUG [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:18:56,837 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740/.tmp/info/18eefaaa09b24e128afd642a18fef20c 2024-11-24T22:18:56,858 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740/.tmp/ns/7d69c571107b4632924a6f336a79e9c5 is 43, key is default/ns:d/1732486668878/Put/seqid=0 2024-11-24T22:18:56,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41457 is added to blk_1073741840_1016 (size=5153) 2024-11-24T22:18:56,987 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.shipperbd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40103,1732486662696 got entry batch from reader: null 2024-11-24T22:18:57,015 DEBUG [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:18:57,106 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T22:18:57,106 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T22:18:57,215 DEBUG [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:18:57,264 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740/.tmp/ns/7d69c571107b4632924a6f336a79e9c5 2024-11-24T22:18:57,283 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740/.tmp/rep_barrier/5ef8e893f63343448c11c1881ec8f50f is 112, key is test,,1732486670194.9ba6ebd0a3f4f7d30c0d013b2e6fad37./rep_barrier:seqnumDuringOpen/1732486671011/Put/seqid=0 2024-11-24T22:18:57,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41457 is added to blk_1073741841_1017 (size=5518) 2024-11-24T22:18:57,415 INFO [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T22:18:57,415 DEBUG [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T22:18:57,415 DEBUG [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:18:57,615 DEBUG [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:18:57,688 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740/.tmp/rep_barrier/5ef8e893f63343448c11c1881ec8f50f 2024-11-24T22:18:57,709 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740/.tmp/table/7246297360384609a7a49ce8e056e15d is 40, key is test/table:state/1732486671031/Put/seqid=0 2024-11-24T22:18:57,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41457 is added to blk_1073741842_1018 (size=5165) 2024-11-24T22:18:57,816 DEBUG [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:18:58,016 DEBUG [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:18:58,114 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740/.tmp/table/7246297360384609a7a49ce8e056e15d 2024-11-24T22:18:58,119 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740/.tmp/info/18eefaaa09b24e128afd642a18fef20c as hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740/info/18eefaaa09b24e128afd642a18fef20c 2024-11-24T22:18:58,124 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740/info/18eefaaa09b24e128afd642a18fef20c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T22:18:58,125 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740/.tmp/ns/7d69c571107b4632924a6f336a79e9c5 as hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740/ns/7d69c571107b4632924a6f336a79e9c5 2024-11-24T22:18:58,130 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740/ns/7d69c571107b4632924a6f336a79e9c5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T22:18:58,131 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740/.tmp/rep_barrier/5ef8e893f63343448c11c1881ec8f50f as hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740/rep_barrier/5ef8e893f63343448c11c1881ec8f50f 2024-11-24T22:18:58,137 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740/rep_barrier/5ef8e893f63343448c11c1881ec8f50f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T22:18:58,138 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740/.tmp/table/7246297360384609a7a49ce8e056e15d as hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740/table/7246297360384609a7a49ce8e056e15d 2024-11-24T22:18:58,143 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740/table/7246297360384609a7a49ce8e056e15d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T22:18:58,144 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=11, compaction requested=false 2024-11-24T22:18:58,148 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T22:18:58,149 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:18:58,149 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:18:58,149 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:18:58,149 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486736414Running coprocessor pre-close hooks at 1732486736414Disabling compacts and flushes for region at 1732486736414Disabling writes for close at 1732486736414Obtaining lock to block concurrent updates at 1732486736414Preparing flush snapshotting stores in 1588230740 at 1732486736414Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732486736415 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732486736415Flushing 1588230740/info: creating writer at 1732486736415Flushing 1588230740/info: appending metadata at 1732486736431 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732486736431Flushing 1588230740/ns: creating writer at 1732486736843 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732486736858 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732486736858Flushing 1588230740/rep_barrier: creating writer at 1732486737269 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732486737283 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732486737283Flushing 1588230740/table: creating writer at 1732486737693 (+410 ms)Flushing 1588230740/table: appending metadata at 1732486737708 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732486737708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dd4bef7: reopening flushed file at 1732486738119 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17c81b7d: reopening flushed file at 1732486738124 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1428995c: reopening flushed file at 1732486738131 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea4222e: reopening flushed file at 1732486738137 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=11, compaction requested=false at 1732486738144 (+7 ms)Writing region close event to WAL at 1732486738145 (+1 ms)Running coprocessor post-close hooks at 1732486738149 (+4 ms)Closed at 1732486738149 2024-11-24T22:18:58,149 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T22:18:58,216 INFO [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(976): stopping server bd6592c37bb2,35003,1732486666454; all regions closed. 2024-11-24T22:18:58,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41457 is added to blk_1073741834_1010 (size=2717) 2024-11-24T22:18:58,219 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/WALs/bd6592c37bb2,35003,1732486666454/bd6592c37bb2%2C35003%2C1732486666454.meta.1732486668808.meta not finished, retry = 0 2024-11-24T22:18:58,321 DEBUG [RS:0;bd6592c37bb2:35003 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/oldWALs 2024-11-24T22:18:58,321 INFO [RS:0;bd6592c37bb2:35003 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C35003%2C1732486666454.meta:.meta(num 1732486668808) 2024-11-24T22:18:58,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41457 is added to blk_1073741832_1008 (size=1028) 2024-11-24T22:18:58,325 DEBUG [RS:0;bd6592c37bb2:35003 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/oldWALs 2024-11-24T22:18:58,325 INFO [RS:0;bd6592c37bb2:35003 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C35003%2C1732486666454:(num 1732486668202) 2024-11-24T22:18:58,325 DEBUG [RS:0;bd6592c37bb2:35003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:18:58,325 INFO [RS:0;bd6592c37bb2:35003 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:18:58,326 INFO [RS:0;bd6592c37bb2:35003 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:18:58,326 INFO [RS:0;bd6592c37bb2:35003 {}] hbase.ChoreService(370): Chore service for: regionserver/bd6592c37bb2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T22:18:58,326 INFO [RS:0;bd6592c37bb2:35003 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:18:58,326 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:18:58,326 INFO [RS:0;bd6592c37bb2:35003 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:35003. 2024-11-24T22:18:58,326 DEBUG [RS:0;bd6592c37bb2:35003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:18:58,326 DEBUG [RS:0;bd6592c37bb2:35003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:18:58,326 DEBUG [RS:0;bd6592c37bb2:35003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:18:58,327 INFO [RS:0;bd6592c37bb2:35003 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35003 2024-11-24T22:18:58,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:18:58,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35003-0x1014c0e70480004, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1942783201/rs/bd6592c37bb2,35003,1732486666454 2024-11-24T22:18:58,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1942783201/rs 2024-11-24T22:18:58,329 INFO [RS:0;bd6592c37bb2:35003 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:18:58,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bd6592c37bb2,35003,1732486666454] 2024-11-24T22:18:58,336 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1942783201/draining/bd6592c37bb2,35003,1732486666454 already deleted, retry=false 2024-11-24T22:18:58,336 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bd6592c37bb2,35003,1732486666454 expired; onlineServers=0 2024-11-24T22:18:58,336 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bd6592c37bb2,38025,1732486666403' ***** 2024-11-24T22:18:58,336 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T22:18:58,336 INFO [M:0;bd6592c37bb2:38025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:18:58,336 INFO [M:0;bd6592c37bb2:38025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:18:58,336 DEBUG [M:0;bd6592c37bb2:38025 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T22:18:58,336 DEBUG [M:0;bd6592c37bb2:38025 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T22:18:58,336 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T22:18:58,336 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486668023 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486668023,5,FailOnTimeoutGroup] 2024-11-24T22:18:58,336 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486668024 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486668024,5,FailOnTimeoutGroup] 2024-11-24T22:18:58,337 INFO [M:0;bd6592c37bb2:38025 {}] hbase.ChoreService(370): Chore service for: master/bd6592c37bb2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T22:18:58,337 INFO [M:0;bd6592c37bb2:38025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:18:58,337 DEBUG [M:0;bd6592c37bb2:38025 {}] master.HMaster(1795): Stopping service threads 2024-11-24T22:18:58,337 INFO [M:0;bd6592c37bb2:38025 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T22:18:58,337 INFO [M:0;bd6592c37bb2:38025 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:18:58,337 INFO [M:0;bd6592c37bb2:38025 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T22:18:58,337 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T22:18:58,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1942783201/master 2024-11-24T22:18:58,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1942783201 2024-11-24T22:18:58,338 DEBUG [M:0;bd6592c37bb2:38025 {}] zookeeper.ZKUtil(347): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Unable to get data of znode /1942783201/master because node does not exist (not an error) 2024-11-24T22:18:58,338 WARN [M:0;bd6592c37bb2:38025 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T22:18:58,338 INFO [M:0;bd6592c37bb2:38025 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/.lastflushedseqids 2024-11-24T22:18:58,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41457 is added to blk_1073741843_1019 (size=173) 2024-11-24T22:18:58,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35003-0x1014c0e70480004, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:18:58,430 INFO [RS:0;bd6592c37bb2:35003 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:18:58,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35003-0x1014c0e70480004, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:18:58,431 INFO [RS:0;bd6592c37bb2:35003 {}] regionserver.HRegionServer(1031): Exiting; stopping=bd6592c37bb2,35003,1732486666454; zookeeper connection closed. 2024-11-24T22:18:58,431 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@234bba5b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@234bba5b 2024-11-24T22:18:58,431 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T22:18:58,743 INFO [M:0;bd6592c37bb2:38025 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T22:18:58,743 INFO [M:0;bd6592c37bb2:38025 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T22:18:58,744 DEBUG [M:0;bd6592c37bb2:38025 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:18:58,744 INFO [M:0;bd6592c37bb2:38025 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:18:58,744 DEBUG [M:0;bd6592c37bb2:38025 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:18:58,744 DEBUG [M:0;bd6592c37bb2:38025 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:18:58,744 DEBUG [M:0;bd6592c37bb2:38025 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:18:58,744 INFO [M:0;bd6592c37bb2:38025 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-24T22:18:58,760 DEBUG [M:0;bd6592c37bb2:38025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b707b806b7042dba288b3204e6f3c0d is 82, key is hbase:meta,,1/info:regioninfo/1732486668860/Put/seqid=0 2024-11-24T22:18:58,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41457 is added to blk_1073741844_1020 (size=5672) 2024-11-24T22:18:59,164 INFO [M:0;bd6592c37bb2:38025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b707b806b7042dba288b3204e6f3c0d 2024-11-24T22:18:59,184 DEBUG [M:0;bd6592c37bb2:38025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf0e85994f0a41f2835480e20a29f934 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732486671036/Put/seqid=0 2024-11-24T22:18:59,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41457 is added to blk_1073741845_1021 (size=6727) 2024-11-24T22:18:59,589 INFO [M:0;bd6592c37bb2:38025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf0e85994f0a41f2835480e20a29f934 2024-11-24T22:18:59,594 INFO [M:0;bd6592c37bb2:38025 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf0e85994f0a41f2835480e20a29f934 2024-11-24T22:18:59,609 DEBUG [M:0;bd6592c37bb2:38025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a04b1f83e78f4414aaaf24b5d56e9521 is 69, key is bd6592c37bb2,35003,1732486666454/rs:state/1732486668026/Put/seqid=0 2024-11-24T22:18:59,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41457 is added to blk_1073741846_1022 (size=5156) 2024-11-24T22:19:00,014 INFO [M:0;bd6592c37bb2:38025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a04b1f83e78f4414aaaf24b5d56e9521 2024-11-24T22:19:00,020 DEBUG [M:0;bd6592c37bb2:38025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b707b806b7042dba288b3204e6f3c0d as hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b707b806b7042dba288b3204e6f3c0d 2024-11-24T22:19:00,024 INFO [M:0;bd6592c37bb2:38025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b707b806b7042dba288b3204e6f3c0d, entries=8, sequenceid=58, filesize=5.5 K 2024-11-24T22:19:00,025 DEBUG [M:0;bd6592c37bb2:38025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf0e85994f0a41f2835480e20a29f934 as hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf0e85994f0a41f2835480e20a29f934 2024-11-24T22:19:00,029 INFO [M:0;bd6592c37bb2:38025 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf0e85994f0a41f2835480e20a29f934 2024-11-24T22:19:00,030 INFO [M:0;bd6592c37bb2:38025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf0e85994f0a41f2835480e20a29f934, entries=6, sequenceid=58, filesize=6.6 K 2024-11-24T22:19:00,030 DEBUG [M:0;bd6592c37bb2:38025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a04b1f83e78f4414aaaf24b5d56e9521 as hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a04b1f83e78f4414aaaf24b5d56e9521 2024-11-24T22:19:00,034 INFO [M:0;bd6592c37bb2:38025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38733/user/jenkins/test-data/5221b48e-8ecb-4e59-3a40-ae2f9599d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a04b1f83e78f4414aaaf24b5d56e9521, entries=1, sequenceid=58, filesize=5.0 K 2024-11-24T22:19:00,035 INFO [M:0;bd6592c37bb2:38025 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=58, compaction requested=false 2024-11-24T22:19:00,036 INFO [M:0;bd6592c37bb2:38025 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:00,036 DEBUG [M:0;bd6592c37bb2:38025 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486738744Disabling compacts and flushes for region at 1732486738744Disabling writes for close at 1732486738744Obtaining lock to block concurrent updates at 1732486738744Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732486738744Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732486738744Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732486738745 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732486738745Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732486738759 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732486738759Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732486739169 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732486739184 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732486739184Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732486739594 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732486739608 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732486739608Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@427bdd2f: reopening flushed file at 1732486740019 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3da54c7f: reopening flushed file at 1732486740025 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53f399d5: reopening flushed file at 1732486740030 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=58, compaction requested=false at 1732486740035 (+5 ms)Writing region close event to WAL at 1732486740036 (+1 ms)Closed at 1732486740036 2024-11-24T22:19:00,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41457 is added to blk_1073741830_1006 (size=33026) 2024-11-24T22:19:00,039 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:19:00,039 INFO [M:0;bd6592c37bb2:38025 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T22:19:00,039 INFO [M:0;bd6592c37bb2:38025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38025 2024-11-24T22:19:00,039 INFO [M:0;bd6592c37bb2:38025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:19:00,042 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/WALs/bd6592c37bb2,40103,1732486662696/bd6592c37bb2%2C40103%2C1732486662696.1732486664687 to pos 997, reset compression=false 2024-11-24T22:19:00,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:00,141 INFO [M:0;bd6592c37bb2:38025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:19:00,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38025-0x1014c0e70480003, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:00,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13f1d5f3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:19:00,144 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b468588{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:19:00,145 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:19:00,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22491f67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:19:00,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3029c162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/hadoop.log.dir/,STOPPED} 2024-11-24T22:19:00,146 WARN [BP-742457876-172.17.0.2-1732486665751 heartbeating to localhost/127.0.0.1:38733 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T22:19:00,146 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T22:19:00,147 WARN [BP-742457876-172.17.0.2-1732486665751 heartbeating to localhost/127.0.0.1:38733 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-742457876-172.17.0.2-1732486665751 (Datanode Uuid bbfcdb4b-929e-466c-b9be-07bbcc78c1e1) service to localhost/127.0.0.1:38733 2024-11-24T22:19:00,147 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T22:19:00,147 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/cluster_d75b0f1b-486e-2f20-64fa-a1b618c0f9d3/data/data1/current/BP-742457876-172.17.0.2-1732486665751 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:19:00,147 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/cluster_d75b0f1b-486e-2f20-64fa-a1b618c0f9d3/data/data2/current/BP-742457876-172.17.0.2-1732486665751 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:19:00,148 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T22:19:00,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3464a5df{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:19:00,155 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@891ab73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:19:00,155 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:19:00,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a504e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:19:00,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61fc1e28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/hadoop.log.dir/,STOPPED} 2024-11-24T22:19:00,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T22:19:00,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T22:19:00,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:19:00,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:00,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:00,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:00,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:19:00,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T22:19:00,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=444577767, stopped=false 2024-11-24T22:19:00,171 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bd6592c37bb2,41207,1732486662645 2024-11-24T22:19:00,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1040477971/running 2024-11-24T22:19:00,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1040477971 2024-11-24T22:19:00,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x1014c0e70480001, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1040477971/running 2024-11-24T22:19:00,173 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:19:00,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x1014c0e70480001, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1040477971 2024-11-24T22:19:00,173 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:19:00,173 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:00,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:00,173 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bd6592c37bb2,40103,1732486662696' ***** 2024-11-24T22:19:00,173 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T22:19:00,174 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T22:19:00,174 INFO [RS:0;bd6592c37bb2:40103 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T22:19:00,174 INFO [RS:0;bd6592c37bb2:40103 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T22:19:00,174 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(3091): Received CLOSE for 1800ccefe5aeed5aa9535fbe5814a379 2024-11-24T22:19:00,174 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T22:19:00,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Set watcher on znode that does not yet exist, /0-1040477971/running 2024-11-24T22:19:00,174 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(3091): Received CLOSE for b0e4df8fc6aa45ad7473afb7d725cd95 2024-11-24T22:19:00,174 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(959): stopping server bd6592c37bb2,40103,1732486662696 2024-11-24T22:19:00,175 INFO [RS:0;bd6592c37bb2:40103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:19:00,175 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1800ccefe5aeed5aa9535fbe5814a379, disabling compactions & flushes 2024-11-24T22:19:00,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40103-0x1014c0e70480001, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Set watcher on znode that does not yet exist, /0-1040477971/running 2024-11-24T22:19:00,175 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379. 2024-11-24T22:19:00,175 INFO [RS:0;bd6592c37bb2:40103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:40103. 2024-11-24T22:19:00,175 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379. 2024-11-24T22:19:00,175 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379. after waiting 0 ms 2024-11-24T22:19:00,175 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379. 2024-11-24T22:19:00,175 DEBUG [RS:0;bd6592c37bb2:40103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:00,175 DEBUG [RS:0;bd6592c37bb2:40103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:00,175 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T22:19:00,175 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T22:19:00,175 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T22:19:00,175 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T22:19:00,176 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T22:19:00,176 DEBUG [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(1325): Online Regions={1800ccefe5aeed5aa9535fbe5814a379=test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379., b0e4df8fc6aa45ad7473afb7d725cd95=hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T22:19:00,176 DEBUG [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1800ccefe5aeed5aa9535fbe5814a379, b0e4df8fc6aa45ad7473afb7d725cd95 2024-11-24T22:19:00,176 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:19:00,176 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:19:00,176 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:19:00,176 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:19:00,176 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:19:00,176 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T22:19:00,181 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/default/test/1800ccefe5aeed5aa9535fbe5814a379/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T22:19:00,181 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:19:00,181 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T22:19:00,181 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379. 2024-11-24T22:19:00,181 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1800ccefe5aeed5aa9535fbe5814a379: Waiting for close lock at 1732486740174Running coprocessor pre-close hooks at 1732486740174Disabling compacts and flushes for region at 1732486740175 (+1 ms)Disabling writes for close at 1732486740175Writing region close event to WAL at 1732486740176 (+1 ms)Running coprocessor post-close hooks at 1732486740181 (+5 ms)Closed at 1732486740181 2024-11-24T22:19:00,182 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379. 2024-11-24T22:19:00,182 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0e4df8fc6aa45ad7473afb7d725cd95, disabling compactions & flushes 2024-11-24T22:19:00,182 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95. 2024-11-24T22:19:00,182 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95. 2024-11-24T22:19:00,182 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95. after waiting 0 ms 2024-11-24T22:19:00,182 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95. 2024-11-24T22:19:00,182 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b0e4df8fc6aa45ad7473afb7d725cd95 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-24T22:19:00,195 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740/.tmp/info/c432ad58d22c4bf49abd6ab89c5e0bbb is 147, key is hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95./info:regioninfo/1732486672566/Put/seqid=0 2024-11-24T22:19:00,198 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/replication/b0e4df8fc6aa45ad7473afb7d725cd95/.tmp/hfileref/607c08a41e5f4f0fbf7575facdf9ea79 is 74, key is 1/hfileref:4f4ee967a165479f82742faf78ca2b12_SeqId_4_/1732486675064/DeleteColumn/seqid=0 2024-11-24T22:19:00,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741844_1020 (size=7686) 2024-11-24T22:19:00,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741845_1021 (size=5203) 2024-11-24T22:19:00,211 INFO [regionserver/bd6592c37bb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:19:00,376 DEBUG [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0e4df8fc6aa45ad7473afb7d725cd95 2024-11-24T22:19:00,576 DEBUG [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0e4df8fc6aa45ad7473afb7d725cd95 2024-11-24T22:19:00,599 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T22:19:00,599 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T22:19:00,600 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740/.tmp/info/c432ad58d22c4bf49abd6ab89c5e0bbb 2024-11-24T22:19:00,602 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/replication/b0e4df8fc6aa45ad7473afb7d725cd95/.tmp/hfileref/607c08a41e5f4f0fbf7575facdf9ea79 2024-11-24T22:19:00,623 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740/.tmp/ns/fe2c3fb5ac7c40979f2c37f8d8f225ae is 43, key is default/ns:d/1732486665698/Put/seqid=0 2024-11-24T22:19:00,626 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/replication/b0e4df8fc6aa45ad7473afb7d725cd95/.tmp/queue/715ba8083f1e4177b62362959cff334e is 153, key is 1-bd6592c37bb2,40103,1732486662696/queue:bd6592c37bb2%2C40103%2C1732486662696/1732486676984/Put/seqid=0 2024-11-24T22:19:00,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741846_1022 (size=5153) 2024-11-24T22:19:00,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741847_1023 (size=5352) 2024-11-24T22:19:00,776 DEBUG [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0e4df8fc6aa45ad7473afb7d725cd95 2024-11-24T22:19:00,976 DEBUG [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0e4df8fc6aa45ad7473afb7d725cd95 2024-11-24T22:19:01,028 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740/.tmp/ns/fe2c3fb5ac7c40979f2c37f8d8f225ae 2024-11-24T22:19:01,030 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/replication/b0e4df8fc6aa45ad7473afb7d725cd95/.tmp/queue/715ba8083f1e4177b62362959cff334e 2024-11-24T22:19:01,035 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/replication/b0e4df8fc6aa45ad7473afb7d725cd95/.tmp/hfileref/607c08a41e5f4f0fbf7575facdf9ea79 as hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/replication/b0e4df8fc6aa45ad7473afb7d725cd95/hfileref/607c08a41e5f4f0fbf7575facdf9ea79 2024-11-24T22:19:01,040 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/replication/b0e4df8fc6aa45ad7473afb7d725cd95/hfileref/607c08a41e5f4f0fbf7575facdf9ea79, entries=2, sequenceid=10, filesize=5.1 K 2024-11-24T22:19:01,041 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/replication/b0e4df8fc6aa45ad7473afb7d725cd95/.tmp/queue/715ba8083f1e4177b62362959cff334e as hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/replication/b0e4df8fc6aa45ad7473afb7d725cd95/queue/715ba8083f1e4177b62362959cff334e 2024-11-24T22:19:01,050 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/replication/b0e4df8fc6aa45ad7473afb7d725cd95/queue/715ba8083f1e4177b62362959cff334e, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T22:19:01,050 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740/.tmp/rep_barrier/0bda7e1bcf264c56bb3420071730f0d8 is 112, key is test,,1732486669036.1800ccefe5aeed5aa9535fbe5814a379./rep_barrier:seqnumDuringOpen/1732486669854/Put/seqid=0 2024-11-24T22:19:01,051 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for b0e4df8fc6aa45ad7473afb7d725cd95 in 869ms, sequenceid=10, compaction requested=false 2024-11-24T22:19:01,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741848_1024 (size=5518) 2024-11-24T22:19:01,056 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/replication/b0e4df8fc6aa45ad7473afb7d725cd95/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T22:19:01,056 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:19:01,056 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:19:01,056 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95. 2024-11-24T22:19:01,057 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0e4df8fc6aa45ad7473afb7d725cd95: Waiting for close lock at 1732486740182Running coprocessor pre-close hooks at 1732486740182Disabling compacts and flushes for region at 1732486740182Disabling writes for close at 1732486740182Obtaining lock to block concurrent updates at 1732486740182Preparing flush snapshotting stores in b0e4df8fc6aa45ad7473afb7d725cd95 at 1732486740182Finished memstore snapshotting hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732486740182Flushing stores of hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95. at 1732486740183 (+1 ms)Flushing b0e4df8fc6aa45ad7473afb7d725cd95/hfileref: creating writer at 1732486740183Flushing b0e4df8fc6aa45ad7473afb7d725cd95/hfileref: appending metadata at 1732486740198 (+15 ms)Flushing b0e4df8fc6aa45ad7473afb7d725cd95/hfileref: closing flushed file at 1732486740198Flushing b0e4df8fc6aa45ad7473afb7d725cd95/queue: creating writer at 1732486740608 (+410 ms)Flushing b0e4df8fc6aa45ad7473afb7d725cd95/queue: appending metadata at 1732486740625 (+17 ms)Flushing b0e4df8fc6aa45ad7473afb7d725cd95/queue: closing flushed file at 1732486740625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d74b0a8: reopening flushed file at 1732486741034 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38cfe2c2: reopening flushed file at 1732486741040 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for b0e4df8fc6aa45ad7473afb7d725cd95 in 869ms, sequenceid=10, compaction requested=false at 1732486741051 (+11 ms)Writing region close event to WAL at 1732486741052 (+1 ms)Running coprocessor post-close hooks at 1732486741056 (+4 ms)Closed at 1732486741056 2024-11-24T22:19:01,057 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732486671366.b0e4df8fc6aa45ad7473afb7d725cd95. 2024-11-24T22:19:01,177 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T22:19:01,177 DEBUG [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T22:19:01,177 DEBUG [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:19:01,377 DEBUG [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:19:01,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:01,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:01,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:01,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:01,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:01,455 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740/.tmp/rep_barrier/0bda7e1bcf264c56bb3420071730f0d8 2024-11-24T22:19:01,483 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740/.tmp/table/f626e36d8f8540789e34c0617a522ef9 is 53, key is hbase:replication/table:state/1732486672575/Put/seqid=0 2024-11-24T22:19:01,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741849_1025 (size=5308) 2024-11-24T22:19:01,493 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740/.tmp/table/f626e36d8f8540789e34c0617a522ef9 2024-11-24T22:19:01,506 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740/.tmp/info/c432ad58d22c4bf49abd6ab89c5e0bbb as hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740/info/c432ad58d22c4bf49abd6ab89c5e0bbb 2024-11-24T22:19:01,513 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740/info/c432ad58d22c4bf49abd6ab89c5e0bbb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T22:19:01,514 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740/.tmp/ns/fe2c3fb5ac7c40979f2c37f8d8f225ae as hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740/ns/fe2c3fb5ac7c40979f2c37f8d8f225ae 2024-11-24T22:19:01,519 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740/ns/fe2c3fb5ac7c40979f2c37f8d8f225ae, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T22:19:01,520 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740/.tmp/rep_barrier/0bda7e1bcf264c56bb3420071730f0d8 as hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740/rep_barrier/0bda7e1bcf264c56bb3420071730f0d8 2024-11-24T22:19:01,529 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740/rep_barrier/0bda7e1bcf264c56bb3420071730f0d8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T22:19:01,530 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740/.tmp/table/f626e36d8f8540789e34c0617a522ef9 as hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740/table/f626e36d8f8540789e34c0617a522ef9 2024-11-24T22:19:01,535 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740/table/f626e36d8f8540789e34c0617a522ef9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T22:19:01,537 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1361ms, sequenceid=16, compaction requested=false 2024-11-24T22:19:01,537 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T22:19:01,560 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T22:19:01,561 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:19:01,561 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:19:01,561 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:19:01,561 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486740176Running coprocessor pre-close hooks at 1732486740176Disabling compacts and flushes for region at 1732486740176Disabling writes for close at 1732486740176Obtaining lock to block concurrent updates at 1732486740176Preparing flush snapshotting stores in 1588230740 at 1732486740176Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732486740176Flushing stores of hbase:meta,,1.1588230740 at 1732486740177 (+1 ms)Flushing 1588230740/info: creating writer at 1732486740177Flushing 1588230740/info: appending metadata at 1732486740194 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732486740194Flushing 1588230740/ns: creating writer at 1732486740606 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732486740623 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732486740623Flushing 1588230740/rep_barrier: creating writer at 1732486741033 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732486741050 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732486741050Flushing 1588230740/table: creating writer at 1732486741462 (+412 ms)Flushing 1588230740/table: appending metadata at 1732486741482 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732486741482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb5efe4: reopening flushed file at 1732486741505 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@350c8df5: reopening flushed file at 1732486741513 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@592c640: reopening flushed file at 1732486741520 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ffab15: reopening flushed file at 1732486741529 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1361ms, sequenceid=16, compaction requested=false at 1732486741537 (+8 ms)Writing region close event to WAL at 1732486741553 (+16 ms)Running coprocessor post-close hooks at 1732486741561 (+8 ms)Closed at 1732486741561 2024-11-24T22:19:01,561 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T22:19:01,577 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(976): stopping server bd6592c37bb2,40103,1732486662696; all regions closed. 2024-11-24T22:19:01,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741834_1010 (size=4239) 2024-11-24T22:19:01,597 DEBUG [RS:0;bd6592c37bb2:40103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/oldWALs 2024-11-24T22:19:01,597 INFO [RS:0;bd6592c37bb2:40103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C40103%2C1732486662696.meta:.meta(num 1732486665648) 2024-11-24T22:19:01,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741839_1015 (size=2700) 2024-11-24T22:19:01,615 DEBUG [RS:0;bd6592c37bb2:40103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/oldWALs 2024-11-24T22:19:01,615 INFO [RS:0;bd6592c37bb2:40103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C40103%2C1732486662696.rep:(num 1732486672529) 2024-11-24T22:19:01,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741832_1008 (size=1300) 2024-11-24T22:19:01,619 DEBUG [RS:0;bd6592c37bb2:40103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/oldWALs 2024-11-24T22:19:01,619 INFO [RS:0;bd6592c37bb2:40103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C40103%2C1732486662696:(num 1732486664687) 2024-11-24T22:19:01,619 DEBUG [RS:0;bd6592c37bb2:40103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:01,619 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:19:01,619 INFO [RS:0;bd6592c37bb2:40103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:19:01,619 INFO [RS:0;bd6592c37bb2:40103 {}] hbase.ChoreService(370): Chore service for: regionserver/bd6592c37bb2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T22:19:01,619 INFO [RS:0;bd6592c37bb2:40103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:19:01,619 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:19:01,620 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bd6592c37bb2,40103,1732486662696 because: Region server is closing 2024-11-24T22:19:01,620 INFO [RS:0;bd6592c37bb2:40103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:40103. 2024-11-24T22:19:01,620 DEBUG [RS:0;bd6592c37bb2:40103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:01,620 DEBUG [RS:0;bd6592c37bb2:40103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:01,620 DEBUG [RS:0;bd6592c37bb2:40103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:01,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:19:01,721 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.wal-reader.bd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T22:19:01,721 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.shipperbd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T22:19:01,721 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40103,1732486662696.replicationSource.shipperbd6592c37bb2%2C40103%2C1732486662696,1-bd6592c37bb2,40103,1732486662696 terminated 2024-11-24T22:19:01,721 INFO [RS:0;bd6592c37bb2:40103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40103 2024-11-24T22:19:01,724 INFO [RS:0;bd6592c37bb2:40103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:19:01,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x1014c0e70480001, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1040477971/rs/bd6592c37bb2,40103,1732486662696 2024-11-24T22:19:01,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1040477971/rs 2024-11-24T22:19:01,725 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bd6592c37bb2,40103,1732486662696] 2024-11-24T22:19:01,727 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1040477971/draining/bd6592c37bb2,40103,1732486662696 already deleted, retry=false 2024-11-24T22:19:01,727 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bd6592c37bb2,40103,1732486662696 expired; onlineServers=0 2024-11-24T22:19:01,727 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bd6592c37bb2,41207,1732486662645' ***** 2024-11-24T22:19:01,727 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T22:19:01,727 INFO [M:0;bd6592c37bb2:41207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:19:01,727 INFO [M:0;bd6592c37bb2:41207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:19:01,727 DEBUG [M:0;bd6592c37bb2:41207 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T22:19:01,727 DEBUG [M:0;bd6592c37bb2:41207 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T22:19:01,727 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T22:19:01,727 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486664494 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486664494,5,FailOnTimeoutGroup] 2024-11-24T22:19:01,727 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486664492 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486664492,5,FailOnTimeoutGroup] 2024-11-24T22:19:01,728 INFO [M:0;bd6592c37bb2:41207 {}] hbase.ChoreService(370): Chore service for: master/bd6592c37bb2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T22:19:01,728 INFO [M:0;bd6592c37bb2:41207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:19:01,728 DEBUG [M:0;bd6592c37bb2:41207 {}] master.HMaster(1795): Stopping service threads 2024-11-24T22:19:01,728 INFO [M:0;bd6592c37bb2:41207 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T22:19:01,728 INFO [M:0;bd6592c37bb2:41207 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:19:01,728 INFO [M:0;bd6592c37bb2:41207 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T22:19:01,728 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T22:19:01,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1040477971/master 2024-11-24T22:19:01,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1040477971 2024-11-24T22:19:01,730 DEBUG [M:0;bd6592c37bb2:41207 {}] zookeeper.ZKUtil(347): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Unable to get data of znode /0-1040477971/master because node does not exist (not an error) 2024-11-24T22:19:01,730 WARN [M:0;bd6592c37bb2:41207 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T22:19:01,731 INFO [M:0;bd6592c37bb2:41207 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/.lastflushedseqids 2024-11-24T22:19:01,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741850_1026 (size=263) 2024-11-24T22:19:01,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x1014c0e70480001, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:01,826 INFO [RS:0;bd6592c37bb2:40103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:19:01,826 INFO [RS:0;bd6592c37bb2:40103 {}] regionserver.HRegionServer(1031): Exiting; stopping=bd6592c37bb2,40103,1732486662696; zookeeper connection closed. 2024-11-24T22:19:01,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x1014c0e70480001, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:01,826 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65ebe9a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65ebe9a0 2024-11-24T22:19:01,826 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T22:19:01,965 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:19:01,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:01,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:01,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:01,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:01,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:02,137 INFO [M:0;bd6592c37bb2:41207 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T22:19:02,137 INFO [M:0;bd6592c37bb2:41207 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T22:19:02,137 DEBUG [M:0;bd6592c37bb2:41207 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:19:02,137 INFO [M:0;bd6592c37bb2:41207 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:02,137 DEBUG [M:0;bd6592c37bb2:41207 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:02,137 DEBUG [M:0;bd6592c37bb2:41207 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:19:02,137 DEBUG [M:0;bd6592c37bb2:41207 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:02,137 INFO [M:0;bd6592c37bb2:41207 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-24T22:19:02,154 DEBUG [M:0;bd6592c37bb2:41207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00c0195deedc4151a606aadfe415731f is 82, key is hbase:meta,,1/info:regioninfo/1732486665681/Put/seqid=0 2024-11-24T22:19:02,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741851_1027 (size=5672) 2024-11-24T22:19:02,558 INFO [M:0;bd6592c37bb2:41207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00c0195deedc4151a606aadfe415731f 2024-11-24T22:19:02,592 DEBUG [M:0;bd6592c37bb2:41207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/daf446ce66d14e72876207c11e4d039a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732486669870/Put/seqid=0 2024-11-24T22:19:02,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741852_1028 (size=7240) 2024-11-24T22:19:02,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:19:02,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T22:19:02,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T22:19:02,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T22:19:02,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:19:02,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T22:19:02,996 INFO [M:0;bd6592c37bb2:41207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/daf446ce66d14e72876207c11e4d039a 2024-11-24T22:19:03,002 INFO [M:0;bd6592c37bb2:41207 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for daf446ce66d14e72876207c11e4d039a 2024-11-24T22:19:03,020 DEBUG [M:0;bd6592c37bb2:41207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f3a6e5a9fc049b59b26d4f72969400d is 69, key is bd6592c37bb2,40103,1732486662696/rs:state/1732486664539/Put/seqid=0 2024-11-24T22:19:03,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741853_1029 (size=5156) 2024-11-24T22:19:03,425 INFO [M:0;bd6592c37bb2:41207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f3a6e5a9fc049b59b26d4f72969400d 2024-11-24T22:19:03,431 DEBUG [M:0;bd6592c37bb2:41207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00c0195deedc4151a606aadfe415731f as hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00c0195deedc4151a606aadfe415731f 2024-11-24T22:19:03,435 INFO [M:0;bd6592c37bb2:41207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00c0195deedc4151a606aadfe415731f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T22:19:03,436 DEBUG [M:0;bd6592c37bb2:41207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/daf446ce66d14e72876207c11e4d039a as hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/daf446ce66d14e72876207c11e4d039a 2024-11-24T22:19:03,440 INFO [M:0;bd6592c37bb2:41207 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for daf446ce66d14e72876207c11e4d039a 2024-11-24T22:19:03,440 INFO [M:0;bd6592c37bb2:41207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/daf446ce66d14e72876207c11e4d039a, entries=11, sequenceid=105, filesize=7.1 K 2024-11-24T22:19:03,441 DEBUG [M:0;bd6592c37bb2:41207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f3a6e5a9fc049b59b26d4f72969400d as hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f3a6e5a9fc049b59b26d4f72969400d 2024-11-24T22:19:03,445 INFO [M:0;bd6592c37bb2:41207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40353/user/jenkins/test-data/ced1df5f-0a22-eca9-da8d-291f396b9376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f3a6e5a9fc049b59b26d4f72969400d, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T22:19:03,446 INFO [M:0;bd6592c37bb2:41207 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=105, compaction requested=false 2024-11-24T22:19:03,447 INFO [M:0;bd6592c37bb2:41207 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:03,447 DEBUG [M:0;bd6592c37bb2:41207 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486742137Disabling compacts and flushes for region at 1732486742137Disabling writes for close at 1732486742137Obtaining lock to block concurrent updates at 1732486742137Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732486742137Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732486742138 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732486742138Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732486742138Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732486742153 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732486742153Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732486742576 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732486742591 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732486742591Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732486743002 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732486743019 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732486743019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c96db32: reopening flushed file at 1732486743430 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53b066b4: reopening flushed file at 1732486743435 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e4fd48: reopening flushed file at 1732486743440 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=105, compaction requested=false at 1732486743446 (+6 ms)Writing region close event to WAL at 1732486743447 (+1 ms)Closed at 1732486743447 2024-11-24T22:19:03,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741830_1006 (size=64526) 2024-11-24T22:19:03,451 INFO [M:0;bd6592c37bb2:41207 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T22:19:03,451 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:19:03,451 INFO [M:0;bd6592c37bb2:41207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41207 2024-11-24T22:19:03,451 INFO [M:0;bd6592c37bb2:41207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:19:03,556 INFO [M:0;bd6592c37bb2:41207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:19:03,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:03,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41207-0x1014c0e70480000, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:03,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5377c0bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:19:03,559 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fe4dffa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:19:03,559 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:19:03,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:19:03,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e0f1b25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/hadoop.log.dir/,STOPPED} 2024-11-24T22:19:03,560 WARN [BP-504551159-172.17.0.2-1732486661586 heartbeating to localhost/127.0.0.1:40353 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T22:19:03,560 WARN [BP-504551159-172.17.0.2-1732486661586 heartbeating to localhost/127.0.0.1:40353 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-504551159-172.17.0.2-1732486661586 (Datanode Uuid d12e8c6d-4581-40e2-a8ae-1e349f985dcc) service to localhost/127.0.0.1:40353 2024-11-24T22:19:03,561 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/cluster_1fefe928-f4aa-8ede-7144-b506079a4bf7/data/data2/current/BP-504551159-172.17.0.2-1732486661586 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:19:03,561 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T22:19:03,561 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/cluster_1fefe928-f4aa-8ede-7144-b506079a4bf7/data/data1/current/BP-504551159-172.17.0.2-1732486661586 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:19:03,561 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T22:19:03,561 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T22:19:03,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74a3bd84{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:19:03,568 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c806ef1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:19:03,568 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:19:03,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:19:03,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cb0f58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884bf80a-f26c-adb8-ebbf-1898240a53ee/hadoop.log.dir/,STOPPED} 2024-11-24T22:19:03,574 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T22:19:03,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T22:19:03,598 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 139) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40353 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53255) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f6130b8f108.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40353 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38733 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:38733 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53255) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f6130b8f108.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38733 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38733 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38733 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40353 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=243 (was 281), ProcessCount=11 (was 11), AvailableMemoryMB=6153 (was 6189) 2024-11-24T22:19:03,606 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=243, ProcessCount=11, AvailableMemoryMB=6153 2024-11-24T22:19:03,619 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-24T22:19:03,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/hadoop.log.dir so I do NOT create it in target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503 2024-11-24T22:19:03,620 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T22:19:03,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/hadoop.tmp.dir so I do NOT create it in target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503 2024-11-24T22:19:03,620 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82e65299-0069-82a3-e8fd-d6fead65400a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T22:19:03,620 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503 2024-11-24T22:19:03,620 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/cluster_a696dfd8-031f-eaef-ab5b-0731a2540623, deleteOnExit=true 2024-11-24T22:19:03,622 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/cluster_a696dfd8-031f-eaef-ab5b-0731a2540623/zookeeper_0, clientPort=64087, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/cluster_a696dfd8-031f-eaef-ab5b-0731a2540623/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/cluster_a696dfd8-031f-eaef-ab5b-0731a2540623/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T22:19:03,623 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64087 2024-11-24T22:19:03,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T22:19:03,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T22:19:03,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/test.cache.data in system properties and HBase conf 2024-11-24T22:19:03,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T22:19:03,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/hadoop.log.dir in system properties and HBase conf 2024-11-24T22:19:03,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T22:19:03,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T22:19:03,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T22:19:03,624 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T22:19:03,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:19:03,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:19:03,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T22:19:03,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:19:03,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T22:19:03,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T22:19:03,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:19:03,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:19:03,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T22:19:03,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/nfs.dump.dir in system properties and HBase conf 2024-11-24T22:19:03,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/java.io.tmpdir in system properties and HBase conf 2024-11-24T22:19:03,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:19:03,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T22:19:03,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T22:19:03,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014c0e70480002, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T22:19:03,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014c0e70480005, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T22:19:03,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014c0e70480005, quorum=127.0.0.1:53255, baseZNode=/1942783201 Received Disconnected from ZooKeeper, ignoring 2024-11-24T22:19:03,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014c0e70480002, quorum=127.0.0.1:53255, baseZNode=/0-1040477971 Received Disconnected from ZooKeeper, ignoring 2024-11-24T22:19:03,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:19:03,739 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:19:03,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:19:03,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:19:03,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T22:19:03,742 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:19:03,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a5472ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:19:03,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b270fd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:19:03,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@103e63a7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/java.io.tmpdir/jetty-localhost-45433-hadoop-hdfs-3_4_1-tests_jar-_-any-15046926141896312683/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:19:03,899 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7648a310{HTTP/1.1, (http/1.1)}{localhost:45433} 2024-11-24T22:19:03,899 INFO [Time-limited test {}] server.Server(415): Started @126108ms 2024-11-24T22:19:03,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:19:03,979 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:19:03,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:19:03,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:19:03,981 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T22:19:03,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14bdd366{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:19:03,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fa3bf23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:19:04,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cb855d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/java.io.tmpdir/jetty-localhost-36993-hadoop-hdfs-3_4_1-tests_jar-_-any-876548401654781372/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:19:04,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8d2896{HTTP/1.1, (http/1.1)}{localhost:36993} 2024-11-24T22:19:04,095 INFO [Time-limited test {}] server.Server(415): Started @126305ms 2024-11-24T22:19:04,096 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T22:19:04,197 WARN [Thread-1279 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/cluster_a696dfd8-031f-eaef-ab5b-0731a2540623/data/data1/current/BP-1186180451-172.17.0.2-1732486743654/current, will proceed with Du for space computation calculation, 2024-11-24T22:19:04,197 WARN [Thread-1280 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/cluster_a696dfd8-031f-eaef-ab5b-0731a2540623/data/data2/current/BP-1186180451-172.17.0.2-1732486743654/current, will proceed with Du for space computation calculation, 2024-11-24T22:19:04,216 WARN [Thread-1267 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T22:19:04,219 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa73f62520c21c0d3 with lease ID 0xf6b83df6e6c919e6: Processing first storage report for DS-8ace75b3-ed2c-45c9-afaf-39f16e1920b3 from datanode DatanodeRegistration(127.0.0.1:34267, datanodeUuid=792cd031-1ad1-4e33-9cd1-8dfa8de38680, infoPort=39425, infoSecurePort=0, ipcPort=41613, storageInfo=lv=-57;cid=testClusterID;nsid=708373212;c=1732486743654) 2024-11-24T22:19:04,219 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa73f62520c21c0d3 with lease ID 0xf6b83df6e6c919e6: from storage DS-8ace75b3-ed2c-45c9-afaf-39f16e1920b3 node DatanodeRegistration(127.0.0.1:34267, datanodeUuid=792cd031-1ad1-4e33-9cd1-8dfa8de38680, infoPort=39425, infoSecurePort=0, ipcPort=41613, storageInfo=lv=-57;cid=testClusterID;nsid=708373212;c=1732486743654), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:19:04,219 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa73f62520c21c0d3 with lease ID 0xf6b83df6e6c919e6: Processing first storage report for DS-fbdd3ef8-2a8a-49f2-9320-88a3b4586c06 from datanode DatanodeRegistration(127.0.0.1:34267, datanodeUuid=792cd031-1ad1-4e33-9cd1-8dfa8de38680, infoPort=39425, infoSecurePort=0, ipcPort=41613, storageInfo=lv=-57;cid=testClusterID;nsid=708373212;c=1732486743654) 2024-11-24T22:19:04,219 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa73f62520c21c0d3 with lease ID 0xf6b83df6e6c919e6: from storage DS-fbdd3ef8-2a8a-49f2-9320-88a3b4586c06 node DatanodeRegistration(127.0.0.1:34267, datanodeUuid=792cd031-1ad1-4e33-9cd1-8dfa8de38680, infoPort=39425, infoSecurePort=0, ipcPort=41613, storageInfo=lv=-57;cid=testClusterID;nsid=708373212;c=1732486743654), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:19:04,229 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503 2024-11-24T22:19:04,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:04,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:04,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741825_1001 (size=7) 2024-11-24T22:19:04,639 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e with version=8 2024-11-24T22:19:04,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/hbase-staging 2024-11-24T22:19:04,641 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:19:04,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:04,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:04,641 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:19:04,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:04,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:19:04,641 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T22:19:04,641 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:19:04,642 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41509 2024-11-24T22:19:04,643 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41509 connecting to ZooKeeper ensemble=127.0.0.1:64087 2024-11-24T22:19:04,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415090x0, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:19:04,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41509-0x1014c0fb0d60000 connected 2024-11-24T22:19:04,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:04,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:04,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Set watcher on znode that does not yet exist, /0-490949865/running 2024-11-24T22:19:04,670 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e, hbase.cluster.distributed=false 2024-11-24T22:19:04,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Set watcher on znode that does not yet exist, /0-490949865/acl 2024-11-24T22:19:04,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41509 2024-11-24T22:19:04,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41509 2024-11-24T22:19:04,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41509 2024-11-24T22:19:04,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41509 2024-11-24T22:19:04,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41509 2024-11-24T22:19:04,691 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:19:04,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:04,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:04,691 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:19:04,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:04,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:19:04,692 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T22:19:04,692 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:19:04,693 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43855 2024-11-24T22:19:04,694 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43855 connecting to ZooKeeper ensemble=127.0.0.1:64087 2024-11-24T22:19:04,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:04,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:04,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438550x0, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:19:04,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438550x0, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Set watcher on znode that does not yet exist, /0-490949865/running 2024-11-24T22:19:04,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43855-0x1014c0fb0d60001 connected 2024-11-24T22:19:04,700 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T22:19:04,702 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T22:19:04,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43855-0x1014c0fb0d60001, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Set watcher on znode that does not yet exist, /0-490949865/master 2024-11-24T22:19:04,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43855-0x1014c0fb0d60001, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Set watcher on znode that does not yet exist, /0-490949865/acl 2024-11-24T22:19:04,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43855 2024-11-24T22:19:04,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43855 2024-11-24T22:19:04,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43855 2024-11-24T22:19:04,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43855 2024-11-24T22:19:04,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43855 2024-11-24T22:19:04,725 DEBUG [M:0;bd6592c37bb2:41509 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:41509 2024-11-24T22:19:04,725 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-490949865/backup-masters/bd6592c37bb2,41509,1732486744640 2024-11-24T22:19:04,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865/backup-masters 2024-11-24T22:19:04,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43855-0x1014c0fb0d60001, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865/backup-masters 2024-11-24T22:19:04,728 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Set watcher on existing znode=/0-490949865/backup-masters/bd6592c37bb2,41509,1732486744640 2024-11-24T22:19:04,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43855-0x1014c0fb0d60001, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-490949865/master 2024-11-24T22:19:04,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43855-0x1014c0fb0d60001, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865 2024-11-24T22:19:04,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865 2024-11-24T22:19:04,729 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Set watcher on existing znode=/0-490949865/master 2024-11-24T22:19:04,730 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-490949865/backup-masters/bd6592c37bb2,41509,1732486744640 from backup master directory 2024-11-24T22:19:04,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-490949865/backup-masters/bd6592c37bb2,41509,1732486744640 2024-11-24T22:19:04,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43855-0x1014c0fb0d60001, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865/backup-masters 2024-11-24T22:19:04,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865/backup-masters 2024-11-24T22:19:04,738 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:19:04,738 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,41509,1732486744640 2024-11-24T22:19:04,741 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/hbase.id] with ID: 5fbce47c-823d-48fc-bf1b-0757ad4be104 2024-11-24T22:19:04,741 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/.tmp/hbase.id 2024-11-24T22:19:04,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741826_1002 (size=42) 2024-11-24T22:19:05,146 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/.tmp/hbase.id]:[hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/hbase.id] 2024-11-24T22:19:05,157 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:05,157 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T22:19:05,158 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T22:19:05,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43855-0x1014c0fb0d60001, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865 2024-11-24T22:19:05,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865 2024-11-24T22:19:05,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741827_1003 (size=196) 2024-11-24T22:19:05,566 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:19:05,567 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T22:19:05,567 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:19:05,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741828_1004 (size=1189) 2024-11-24T22:19:05,974 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store 2024-11-24T22:19:05,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741829_1005 (size=34) 2024-11-24T22:19:06,381 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:06,381 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:19:06,381 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:06,381 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:06,381 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:19:06,381 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:06,381 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:06,381 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486746381Disabling compacts and flushes for region at 1732486746381Disabling writes for close at 1732486746381Writing region close event to WAL at 1732486746381Closed at 1732486746381 2024-11-24T22:19:06,382 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/.initializing 2024-11-24T22:19:06,382 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/WALs/bd6592c37bb2,41509,1732486744640 2024-11-24T22:19:06,383 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:19:06,386 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C41509%2C1732486744640, suffix=, logDir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/WALs/bd6592c37bb2,41509,1732486744640, archiveDir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/oldWALs, maxLogs=10 2024-11-24T22:19:06,400 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/WALs/bd6592c37bb2,41509,1732486744640/bd6592c37bb2%2C41509%2C1732486744640.1732486746386, exclude list is [], retry=0 2024-11-24T22:19:06,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34267,DS-8ace75b3-ed2c-45c9-afaf-39f16e1920b3,DISK] 2024-11-24T22:19:06,405 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/WALs/bd6592c37bb2,41509,1732486744640/bd6592c37bb2%2C41509%2C1732486744640.1732486746386 2024-11-24T22:19:06,406 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39425:39425)] 2024-11-24T22:19:06,407 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:19:06,407 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:06,407 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:06,407 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:06,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:06,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T22:19:06,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:06,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:06,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:06,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T22:19:06,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:06,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:06,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:06,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T22:19:06,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:06,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:06,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:06,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T22:19:06,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:06,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:06,420 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:06,421 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:06,421 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:06,423 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:06,423 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:06,423 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:19:06,425 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:06,431 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:19:06,431 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65212247, jitterRate=-0.02826179563999176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:19:06,432 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732486746407Initializing all the Stores at 1732486746408 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486746408Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486746412 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486746412Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486746412Cleaning up temporary data from old regions at 1732486746423 (+11 ms)Region opened successfully at 1732486746432 (+9 ms) 2024-11-24T22:19:06,442 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T22:19:06,445 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a8605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:19:06,446 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T22:19:06,446 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T22:19:06,446 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T22:19:06,447 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T22:19:06,447 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T22:19:06,448 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T22:19:06,448 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T22:19:06,450 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T22:19:06,451 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Unable to get data of znode /0-490949865/balancer because node does not exist (not necessarily an error) 2024-11-24T22:19:06,452 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-490949865/balancer already deleted, retry=false 2024-11-24T22:19:06,453 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T22:19:06,453 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Unable to get data of znode /0-490949865/normalizer because node does not exist (not necessarily an error) 2024-11-24T22:19:06,454 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-490949865/normalizer already deleted, retry=false 2024-11-24T22:19:06,455 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T22:19:06,461 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Unable to get data of znode /0-490949865/switch/split because node does not exist (not necessarily an error) 2024-11-24T22:19:06,462 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-490949865/switch/split already deleted, retry=false 2024-11-24T22:19:06,463 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Unable to get data of znode /0-490949865/switch/merge because node does not exist (not necessarily an error) 2024-11-24T22:19:06,465 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-490949865/switch/merge already deleted, retry=false 2024-11-24T22:19:06,466 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Unable to get data of znode /0-490949865/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T22:19:06,467 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-490949865/snapshot-cleanup already deleted, retry=false 2024-11-24T22:19:06,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43855-0x1014c0fb0d60001, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-490949865/running 2024-11-24T22:19:06,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43855-0x1014c0fb0d60001, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865 2024-11-24T22:19:06,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-490949865/running 2024-11-24T22:19:06,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865 2024-11-24T22:19:06,473 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,41509,1732486744640, sessionid=0x1014c0fb0d60000, setting cluster-up flag (Was=false) 2024-11-24T22:19:06,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43855-0x1014c0fb0d60001, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865 2024-11-24T22:19:06,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865 2024-11-24T22:19:06,481 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-490949865/flush-table-proc/acquired, /0-490949865/flush-table-proc/reached, /0-490949865/flush-table-proc/abort 2024-11-24T22:19:06,483 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,41509,1732486744640 2024-11-24T22:19:06,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865 2024-11-24T22:19:06,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43855-0x1014c0fb0d60001, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865 2024-11-24T22:19:06,495 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-490949865/online-snapshot/acquired, /0-490949865/online-snapshot/reached, /0-490949865/online-snapshot/abort 2024-11-24T22:19:06,496 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,41509,1732486744640 2024-11-24T22:19:06,502 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T22:19:06,506 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T22:19:06,506 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T22:19:06,506 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T22:19:06,507 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,41509,1732486744640 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T22:19:06,508 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:19:06,508 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:19:06,508 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:19:06,508 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:19:06,508 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10 2024-11-24T22:19:06,508 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:06,508 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:19:06,508 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:06,523 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:19:06,523 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T22:19:06,529 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(746): ClusterId : 5fbce47c-823d-48fc-bf1b-0757ad4be104 2024-11-24T22:19:06,529 DEBUG [RS:0;bd6592c37bb2:43855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T22:19:06,529 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:06,530 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T22:19:06,532 DEBUG [RS:0;bd6592c37bb2:43855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T22:19:06,532 DEBUG [RS:0;bd6592c37bb2:43855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T22:19:06,536 DEBUG [RS:0;bd6592c37bb2:43855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T22:19:06,536 DEBUG [RS:0;bd6592c37bb2:43855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784482a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:19:06,558 DEBUG [RS:0;bd6592c37bb2:43855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:43855 2024-11-24T22:19:06,558 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T22:19:06,558 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T22:19:06,558 DEBUG [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T22:19:06,559 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,41509,1732486744640 with port=43855, startcode=1732486744691 2024-11-24T22:19:06,559 DEBUG [RS:0;bd6592c37bb2:43855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T22:19:06,564 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732486776564 2024-11-24T22:19:06,564 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T22:19:06,565 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T22:19:06,565 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T22:19:06,565 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T22:19:06,565 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T22:19:06,565 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T22:19:06,567 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:06,567 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T22:19:06,567 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T22:19:06,568 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T22:19:06,568 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T22:19:06,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741831_1007 (size=1321) 2024-11-24T22:19:06,573 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T22:19:06,573 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41509 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T22:19:06,577 DEBUG [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-24T22:19:06,577 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T22:19:06,577 WARN [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-24T22:19:06,577 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T22:19:06,580 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486746577,5,FailOnTimeoutGroup] 2024-11-24T22:19:06,580 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486746580,5,FailOnTimeoutGroup] 2024-11-24T22:19:06,581 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:06,581 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T22:19:06,581 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:06,581 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:06,679 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,41509,1732486744640 with port=43855, startcode=1732486744691 2024-11-24T22:19:06,679 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41509 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,43855,1732486744691 2024-11-24T22:19:06,679 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41509 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,43855,1732486744691 2024-11-24T22:19:06,681 DEBUG [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e 2024-11-24T22:19:06,681 DEBUG [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42963 2024-11-24T22:19:06,681 DEBUG [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T22:19:06,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865/rs 2024-11-24T22:19:06,683 DEBUG [RS:0;bd6592c37bb2:43855 {}] zookeeper.ZKUtil(111): regionserver:43855-0x1014c0fb0d60001, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Set watcher on existing znode=/0-490949865/rs/bd6592c37bb2,43855,1732486744691 2024-11-24T22:19:06,683 WARN [RS:0;bd6592c37bb2:43855 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:19:06,683 INFO [RS:0;bd6592c37bb2:43855 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:19:06,683 DEBUG [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,43855,1732486744691 2024-11-24T22:19:06,683 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,43855,1732486744691] 2024-11-24T22:19:06,687 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T22:19:06,688 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T22:19:06,688 INFO [RS:0;bd6592c37bb2:43855 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T22:19:06,688 INFO [RS:0;bd6592c37bb2:43855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:06,688 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T22:19:06,689 INFO [RS:0;bd6592c37bb2:43855 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T22:19:06,689 INFO [RS:0;bd6592c37bb2:43855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:06,689 DEBUG [RS:0;bd6592c37bb2:43855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:06,689 DEBUG [RS:0;bd6592c37bb2:43855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:06,689 DEBUG [RS:0;bd6592c37bb2:43855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:06,689 DEBUG [RS:0;bd6592c37bb2:43855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:06,689 DEBUG [RS:0;bd6592c37bb2:43855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:06,689 DEBUG [RS:0;bd6592c37bb2:43855 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:19:06,689 DEBUG [RS:0;bd6592c37bb2:43855 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:06,689 DEBUG [RS:0;bd6592c37bb2:43855 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:06,689 DEBUG [RS:0;bd6592c37bb2:43855 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:06,689 DEBUG [RS:0;bd6592c37bb2:43855 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:06,690 DEBUG [RS:0;bd6592c37bb2:43855 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:06,690 DEBUG [RS:0;bd6592c37bb2:43855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:06,690 DEBUG [RS:0;bd6592c37bb2:43855 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:19:06,690 DEBUG [RS:0;bd6592c37bb2:43855 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:19:06,691 INFO [RS:0;bd6592c37bb2:43855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:06,691 INFO [RS:0;bd6592c37bb2:43855 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:06,691 INFO [RS:0;bd6592c37bb2:43855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:06,691 INFO [RS:0;bd6592c37bb2:43855 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:06,691 INFO [RS:0;bd6592c37bb2:43855 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:06,691 INFO [RS:0;bd6592c37bb2:43855 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,43855,1732486744691-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:19:06,705 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T22:19:06,705 INFO [RS:0;bd6592c37bb2:43855 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,43855,1732486744691-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:06,705 INFO [RS:0;bd6592c37bb2:43855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:06,705 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.Replication(171): bd6592c37bb2,43855,1732486744691 started 2024-11-24T22:19:06,718 INFO [RS:0;bd6592c37bb2:43855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:06,718 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,43855,1732486744691, RpcServer on bd6592c37bb2/172.17.0.2:43855, sessionid=0x1014c0fb0d60001 2024-11-24T22:19:06,718 DEBUG [RS:0;bd6592c37bb2:43855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T22:19:06,718 DEBUG [RS:0;bd6592c37bb2:43855 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,43855,1732486744691 2024-11-24T22:19:06,718 DEBUG [RS:0;bd6592c37bb2:43855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,43855,1732486744691' 2024-11-24T22:19:06,718 DEBUG [RS:0;bd6592c37bb2:43855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-490949865/flush-table-proc/abort' 2024-11-24T22:19:06,719 DEBUG [RS:0;bd6592c37bb2:43855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-490949865/flush-table-proc/acquired' 2024-11-24T22:19:06,719 DEBUG [RS:0;bd6592c37bb2:43855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T22:19:06,719 DEBUG [RS:0;bd6592c37bb2:43855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T22:19:06,719 DEBUG [RS:0;bd6592c37bb2:43855 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,43855,1732486744691 2024-11-24T22:19:06,719 DEBUG [RS:0;bd6592c37bb2:43855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,43855,1732486744691' 2024-11-24T22:19:06,719 DEBUG [RS:0;bd6592c37bb2:43855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-490949865/online-snapshot/abort' 2024-11-24T22:19:06,720 DEBUG [RS:0;bd6592c37bb2:43855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-490949865/online-snapshot/acquired' 2024-11-24T22:19:06,720 DEBUG [RS:0;bd6592c37bb2:43855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T22:19:06,720 INFO [RS:0;bd6592c37bb2:43855 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T22:19:06,720 INFO [RS:0;bd6592c37bb2:43855 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T22:19:06,820 INFO [RS:0;bd6592c37bb2:43855 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:19:06,822 INFO [RS:0;bd6592c37bb2:43855 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C43855%2C1732486744691, suffix=, logDir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,43855,1732486744691, archiveDir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/oldWALs, maxLogs=10 2024-11-24T22:19:06,836 DEBUG [RS:0;bd6592c37bb2:43855 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,43855,1732486744691/bd6592c37bb2%2C43855%2C1732486744691.1732486746823, exclude list is [], retry=0 2024-11-24T22:19:06,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34267,DS-8ace75b3-ed2c-45c9-afaf-39f16e1920b3,DISK] 2024-11-24T22:19:06,841 INFO [RS:0;bd6592c37bb2:43855 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,43855,1732486744691/bd6592c37bb2%2C43855%2C1732486744691.1732486746823 2024-11-24T22:19:06,841 DEBUG [RS:0;bd6592c37bb2:43855 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39425:39425)] 2024-11-24T22:19:06,973 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T22:19:06,973 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e 2024-11-24T22:19:06,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741833_1009 (size=32) 2024-11-24T22:19:06,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:06,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:19:06,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:19:06,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:06,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:06,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:19:06,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:19:06,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:06,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:06,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:19:06,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:19:06,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:06,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:06,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:19:06,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:19:06,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:06,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:06,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:19:06,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740 2024-11-24T22:19:06,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740 2024-11-24T22:19:06,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:19:06,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:19:06,998 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:19:06,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:19:07,001 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:19:07,001 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73484889, jitterRate=0.0950101763010025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:19:07,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732486746989Initializing all the Stores at 1732486746990 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486746990Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486746990Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486746990Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486746990Cleaning up temporary data from old regions at 1732486746998 (+8 ms)Region opened successfully at 1732486747002 (+4 ms) 2024-11-24T22:19:07,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:19:07,002 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:19:07,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:19:07,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:19:07,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:19:07,002 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:19:07,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486747002Disabling compacts and flushes for region at 1732486747002Disabling writes for close at 1732486747002Writing region close event to WAL at 1732486747002Closed at 1732486747002 2024-11-24T22:19:07,004 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:19:07,004 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T22:19:07,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T22:19:07,005 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:19:07,006 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T22:19:07,063 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:19:07,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:07,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:07,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:07,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:07,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:07,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:07,156 DEBUG [bd6592c37bb2:41509 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:19:07,157 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,43855,1732486744691 2024-11-24T22:19:07,158 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,43855,1732486744691, state=OPENING 2024-11-24T22:19:07,160 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T22:19:07,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43855-0x1014c0fb0d60001, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865 2024-11-24T22:19:07,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865 2024-11-24T22:19:07,162 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:19:07,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-490949865/meta-region-server: CHANGED 2024-11-24T22:19:07,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-490949865/meta-region-server: CHANGED 2024-11-24T22:19:07,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,43855,1732486744691}] 2024-11-24T22:19:07,315 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:19:07,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:19:07,320 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T22:19:07,320 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:19:07,321 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T22:19:07,322 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C43855%2C1732486744691.meta, suffix=.meta, logDir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,43855,1732486744691, archiveDir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/oldWALs, maxLogs=10 2024-11-24T22:19:07,335 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,43855,1732486744691/bd6592c37bb2%2C43855%2C1732486744691.meta.1732486747322.meta, exclude list is [], retry=0 2024-11-24T22:19:07,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34267,DS-8ace75b3-ed2c-45c9-afaf-39f16e1920b3,DISK] 2024-11-24T22:19:07,339 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,43855,1732486744691/bd6592c37bb2%2C43855%2C1732486744691.meta.1732486747322.meta 2024-11-24T22:19:07,340 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39425:39425)] 2024-11-24T22:19:07,340 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:19:07,340 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:19:07,340 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:19:07,341 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T22:19:07,341 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T22:19:07,341 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T22:19:07,341 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:07,341 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T22:19:07,341 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T22:19:07,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:19:07,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:19:07,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:07,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:07,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:19:07,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:19:07,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:07,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:07,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:19:07,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:19:07,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:07,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:07,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:19:07,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:19:07,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:07,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:07,346 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:19:07,347 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740 2024-11-24T22:19:07,348 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740 2024-11-24T22:19:07,349 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:19:07,349 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:19:07,350 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:19:07,351 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:19:07,351 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71725922, jitterRate=0.06879952549934387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:19:07,352 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T22:19:07,352 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732486747341Writing region info on filesystem at 1732486747341Initializing all the Stores at 1732486747342 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486747342Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486747342Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486747342Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486747342Cleaning up temporary data from old regions at 1732486747349 (+7 ms)Running coprocessor post-open hooks at 1732486747352 (+3 ms)Region opened successfully at 1732486747352 2024-11-24T22:19:07,353 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732486747315 2024-11-24T22:19:07,355 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T22:19:07,355 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T22:19:07,355 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,43855,1732486744691 2024-11-24T22:19:07,356 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,43855,1732486744691, state=OPEN 2024-11-24T22:19:07,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43855-0x1014c0fb0d60001, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-490949865/meta-region-server 2024-11-24T22:19:07,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-490949865/meta-region-server 2024-11-24T22:19:07,360 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,43855,1732486744691 2024-11-24T22:19:07,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-490949865/meta-region-server: CHANGED 2024-11-24T22:19:07,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-490949865/meta-region-server: CHANGED 2024-11-24T22:19:07,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T22:19:07,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,43855,1732486744691 in 198 msec 2024-11-24T22:19:07,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T22:19:07,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-24T22:19:07,365 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:19:07,365 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T22:19:07,366 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:19:07,366 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,43855,1732486744691, seqNum=-1] 2024-11-24T22:19:07,366 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:19:07,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:19:07,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 867 msec 2024-11-24T22:19:07,372 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732486747372, completionTime=-1 2024-11-24T22:19:07,372 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T22:19:07,372 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T22:19:07,374 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T22:19:07,374 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732486807374 2024-11-24T22:19:07,374 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732486867374 2024-11-24T22:19:07,374 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T22:19:07,374 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41509,1732486744640-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:07,374 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41509,1732486744640-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:07,374 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41509,1732486744640-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:07,374 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:41509, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:07,375 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:07,376 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:07,376 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T22:19:07,379 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.641sec 2024-11-24T22:19:07,380 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T22:19:07,380 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T22:19:07,380 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T22:19:07,380 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T22:19:07,380 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T22:19:07,380 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41509,1732486744640-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:19:07,380 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41509,1732486744640-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T22:19:07,388 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T22:19:07,388 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T22:19:07,388 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41509,1732486744640-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:07,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b742fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:07,422 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,41509,-1 for getting cluster id 2024-11-24T22:19:07,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:19:07,423 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fbce47c-823d-48fc-bf1b-0757ad4be104' 2024-11-24T22:19:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:19:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fbce47c-823d-48fc-bf1b-0757ad4be104" 2024-11-24T22:19:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a276092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,41509,-1] 2024-11-24T22:19:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:19:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:07,425 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:19:07,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b327741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:07,426 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:19:07,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,43855,1732486744691, seqNum=-1] 2024-11-24T22:19:07,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:19:07,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:19:07,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bd6592c37bb2,41509,1732486744640 2024-11-24T22:19:07,431 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64087 2024-11-24T22:19:07,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:19:07,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014c0fb0d60002 connected 2024-11-24T22:19:07,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/hadoop.log.dir so I do NOT create it in target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570 2024-11-24T22:19:07,439 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T22:19:07,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/hadoop.tmp.dir so I do NOT create it in target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570 2024-11-24T22:19:07,439 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T22:19:07,439 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570 2024-11-24T22:19:07,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T22:19:07,439 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/cluster_680d132f-52b7-a138-f5c5-31676522e8dc, deleteOnExit=true 2024-11-24T22:19:07,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T22:19:07,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/test.cache.data in system properties and HBase conf 2024-11-24T22:19:07,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T22:19:07,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/hadoop.log.dir in system properties and HBase conf 2024-11-24T22:19:07,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T22:19:07,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T22:19:07,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T22:19:07,440 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T22:19:07,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:19:07,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:19:07,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T22:19:07,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:19:07,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T22:19:07,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T22:19:07,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:19:07,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:19:07,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T22:19:07,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/nfs.dump.dir in system properties and HBase conf 2024-11-24T22:19:07,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/java.io.tmpdir in system properties and HBase conf 2024-11-24T22:19:07,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:19:07,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T22:19:07,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T22:19:07,536 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:19:07,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:19:07,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:19:07,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:19:07,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T22:19:07,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:19:07,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@243c982e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:19:07,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8efeae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:19:07,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2207950c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/java.io.tmpdir/jetty-localhost-43999-hadoop-hdfs-3_4_1-tests_jar-_-any-13804533093842410186/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:19:07,667 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@619484eb{HTTP/1.1, (http/1.1)}{localhost:43999} 2024-11-24T22:19:07,667 INFO [Time-limited test {}] server.Server(415): Started @129877ms 2024-11-24T22:19:07,746 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:19:07,749 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:19:07,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:19:07,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:19:07,751 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T22:19:07,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f8e46f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:19:07,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e38c1ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:19:07,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c111acf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/java.io.tmpdir/jetty-localhost-42763-hadoop-hdfs-3_4_1-tests_jar-_-any-15225724928573795202/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:19:07,869 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@578c9118{HTTP/1.1, (http/1.1)}{localhost:42763} 2024-11-24T22:19:07,869 INFO [Time-limited test {}] server.Server(415): Started @130079ms 2024-11-24T22:19:07,871 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T22:19:07,969 WARN [Thread-1400 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/cluster_680d132f-52b7-a138-f5c5-31676522e8dc/data/data1/current/BP-244199474-172.17.0.2-1732486747460/current, will proceed with Du for space computation calculation, 2024-11-24T22:19:07,969 WARN [Thread-1401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/cluster_680d132f-52b7-a138-f5c5-31676522e8dc/data/data2/current/BP-244199474-172.17.0.2-1732486747460/current, will proceed with Du for space computation calculation, 2024-11-24T22:19:07,986 WARN [Thread-1388 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T22:19:07,988 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60ba9f772c4f5551 with lease ID 0x42af7100ce4017c3: Processing first storage report for DS-d4e00eb3-affd-441e-b2b9-d700e19fb249 from datanode DatanodeRegistration(127.0.0.1:35111, datanodeUuid=99caafca-a68d-4b67-be1e-3d22247dd166, infoPort=45429, infoSecurePort=0, ipcPort=46701, storageInfo=lv=-57;cid=testClusterID;nsid=1075023341;c=1732486747460) 2024-11-24T22:19:07,989 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60ba9f772c4f5551 with lease ID 0x42af7100ce4017c3: from storage DS-d4e00eb3-affd-441e-b2b9-d700e19fb249 node DatanodeRegistration(127.0.0.1:35111, datanodeUuid=99caafca-a68d-4b67-be1e-3d22247dd166, infoPort=45429, infoSecurePort=0, ipcPort=46701, storageInfo=lv=-57;cid=testClusterID;nsid=1075023341;c=1732486747460), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:19:07,989 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60ba9f772c4f5551 with lease ID 0x42af7100ce4017c3: Processing first storage report for DS-7a848413-09c0-46c7-b94f-4af106e203fa from datanode DatanodeRegistration(127.0.0.1:35111, datanodeUuid=99caafca-a68d-4b67-be1e-3d22247dd166, infoPort=45429, infoSecurePort=0, ipcPort=46701, storageInfo=lv=-57;cid=testClusterID;nsid=1075023341;c=1732486747460) 2024-11-24T22:19:07,989 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60ba9f772c4f5551 with lease ID 0x42af7100ce4017c3: from storage DS-7a848413-09c0-46c7-b94f-4af106e203fa node DatanodeRegistration(127.0.0.1:35111, datanodeUuid=99caafca-a68d-4b67-be1e-3d22247dd166, infoPort=45429, infoSecurePort=0, ipcPort=46701, storageInfo=lv=-57;cid=testClusterID;nsid=1075023341;c=1732486747460), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:19:07,997 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570 2024-11-24T22:19:07,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:07,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:08,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741825_1001 (size=7) 2024-11-24T22:19:08,406 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb with version=8 2024-11-24T22:19:08,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/hbase-staging 2024-11-24T22:19:08,409 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:19:08,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:08,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:08,409 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:19:08,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:08,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:19:08,409 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T22:19:08,409 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:19:08,410 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36577 2024-11-24T22:19:08,411 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36577 connecting to ZooKeeper ensemble=127.0.0.1:64087 2024-11-24T22:19:08,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365770x0, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:19:08,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36577-0x1014c0fb0d60003 connected 2024-11-24T22:19:08,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:08,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:08,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Set watcher on znode that does not yet exist, /1898362476/running 2024-11-24T22:19:08,431 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb, hbase.cluster.distributed=false 2024-11-24T22:19:08,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Set watcher on znode that does not yet exist, /1898362476/acl 2024-11-24T22:19:08,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36577 2024-11-24T22:19:08,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36577 2024-11-24T22:19:08,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36577 2024-11-24T22:19:08,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36577 2024-11-24T22:19:08,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36577 2024-11-24T22:19:08,452 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:19:08,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:08,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:08,452 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:19:08,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:08,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:19:08,452 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T22:19:08,452 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:19:08,453 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42361 2024-11-24T22:19:08,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42361 connecting to ZooKeeper ensemble=127.0.0.1:64087 2024-11-24T22:19:08,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:08,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:08,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423610x0, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:19:08,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423610x0, quorum=127.0.0.1:64087, baseZNode=/1898362476 Set watcher on znode that does not yet exist, /1898362476/running 2024-11-24T22:19:08,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42361-0x1014c0fb0d60004 connected 2024-11-24T22:19:08,462 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T22:19:08,464 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T22:19:08,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42361-0x1014c0fb0d60004, quorum=127.0.0.1:64087, baseZNode=/1898362476 Set watcher on znode that does not yet exist, /1898362476/master 2024-11-24T22:19:08,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42361-0x1014c0fb0d60004, quorum=127.0.0.1:64087, baseZNode=/1898362476 Set watcher on znode that does not yet exist, /1898362476/acl 2024-11-24T22:19:08,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42361 2024-11-24T22:19:08,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42361 2024-11-24T22:19:08,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42361 2024-11-24T22:19:08,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42361 2024-11-24T22:19:08,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42361 2024-11-24T22:19:08,491 DEBUG [M:0;bd6592c37bb2:36577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:36577 2024-11-24T22:19:08,491 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1898362476/backup-masters/bd6592c37bb2,36577,1732486748409 2024-11-24T22:19:08,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1014c0fb0d60004, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1898362476/backup-masters 2024-11-24T22:19:08,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1898362476/backup-masters 2024-11-24T22:19:08,493 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Set watcher on existing znode=/1898362476/backup-masters/bd6592c37bb2,36577,1732486748409 2024-11-24T22:19:08,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1014c0fb0d60004, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1898362476/master 2024-11-24T22:19:08,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1898362476 2024-11-24T22:19:08,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1014c0fb0d60004, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1898362476 2024-11-24T22:19:08,495 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Set watcher on existing znode=/1898362476/master 2024-11-24T22:19:08,495 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1898362476/backup-masters/bd6592c37bb2,36577,1732486748409 from backup master directory 2024-11-24T22:19:08,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1014c0fb0d60004, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1898362476/backup-masters 2024-11-24T22:19:08,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1898362476/backup-masters/bd6592c37bb2,36577,1732486748409 2024-11-24T22:19:08,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1898362476/backup-masters 2024-11-24T22:19:08,497 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:19:08,497 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,36577,1732486748409 2024-11-24T22:19:08,501 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/hbase.id] with ID: 0b9a388d-24f6-484c-afa8-05dc07909c94 2024-11-24T22:19:08,501 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/.tmp/hbase.id 2024-11-24T22:19:08,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741826_1002 (size=42) 2024-11-24T22:19:08,909 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/.tmp/hbase.id]:[hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/hbase.id] 2024-11-24T22:19:08,920 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:08,920 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T22:19:08,922 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T22:19:08,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1014c0fb0d60004, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1898362476 2024-11-24T22:19:08,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1898362476 2024-11-24T22:19:08,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741827_1003 (size=196) 2024-11-24T22:19:09,330 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:19:09,331 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T22:19:09,331 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:19:09,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741828_1004 (size=1189) 2024-11-24T22:19:09,740 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/data/master/store 2024-11-24T22:19:09,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741829_1005 (size=34) 2024-11-24T22:19:10,146 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:10,146 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:19:10,146 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:10,146 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:10,146 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:19:10,146 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:10,146 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:10,146 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486750146Disabling compacts and flushes for region at 1732486750146Disabling writes for close at 1732486750146Writing region close event to WAL at 1732486750146Closed at 1732486750146 2024-11-24T22:19:10,147 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/data/master/store/.initializing 2024-11-24T22:19:10,147 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/WALs/bd6592c37bb2,36577,1732486748409 2024-11-24T22:19:10,148 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:19:10,150 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C36577%2C1732486748409, suffix=, logDir=hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/WALs/bd6592c37bb2,36577,1732486748409, archiveDir=hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/oldWALs, maxLogs=10 2024-11-24T22:19:10,166 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/WALs/bd6592c37bb2,36577,1732486748409/bd6592c37bb2%2C36577%2C1732486748409.1732486750150, exclude list is [], retry=0 2024-11-24T22:19:10,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35111,DS-d4e00eb3-affd-441e-b2b9-d700e19fb249,DISK] 2024-11-24T22:19:10,170 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/WALs/bd6592c37bb2,36577,1732486748409/bd6592c37bb2%2C36577%2C1732486748409.1732486750150 2024-11-24T22:19:10,171 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45429:45429)] 2024-11-24T22:19:10,171 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:19:10,171 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:10,171 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:10,171 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:10,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:10,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T22:19:10,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:10,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:10,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:10,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T22:19:10,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:10,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:10,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:10,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T22:19:10,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:10,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:10,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:10,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T22:19:10,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:10,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:10,177 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:10,178 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:10,178 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:10,179 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:10,179 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:10,179 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:19:10,180 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:10,182 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:19:10,182 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68828079, jitterRate=0.0256182998418808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:19:10,182 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732486750171Initializing all the Stores at 1732486750172 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486750172Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486750172Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486750172Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486750172Cleaning up temporary data from old regions at 1732486750179 (+7 ms)Region opened successfully at 1732486750182 (+3 ms) 2024-11-24T22:19:10,182 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T22:19:10,185 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301fe718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:19:10,185 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T22:19:10,186 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T22:19:10,186 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T22:19:10,186 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T22:19:10,186 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T22:19:10,186 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T22:19:10,186 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T22:19:10,188 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T22:19:10,189 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Unable to get data of znode /1898362476/balancer because node does not exist (not necessarily an error) 2024-11-24T22:19:10,190 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1898362476/balancer already deleted, retry=false 2024-11-24T22:19:10,190 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T22:19:10,191 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Unable to get data of znode /1898362476/normalizer because node does not exist (not necessarily an error) 2024-11-24T22:19:10,192 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1898362476/normalizer already deleted, retry=false 2024-11-24T22:19:10,192 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T22:19:10,193 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Unable to get data of znode /1898362476/switch/split because node does not exist (not necessarily an error) 2024-11-24T22:19:10,195 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1898362476/switch/split already deleted, retry=false 2024-11-24T22:19:10,195 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Unable to get data of znode /1898362476/switch/merge because node does not exist (not necessarily an error) 2024-11-24T22:19:10,196 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1898362476/switch/merge already deleted, retry=false 2024-11-24T22:19:10,198 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Unable to get data of znode /1898362476/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T22:19:10,199 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1898362476/snapshot-cleanup already deleted, retry=false 2024-11-24T22:19:10,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1014c0fb0d60004, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1898362476/running 2024-11-24T22:19:10,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1898362476/running 2024-11-24T22:19:10,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1014c0fb0d60004, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1898362476 2024-11-24T22:19:10,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1898362476 2024-11-24T22:19:10,202 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,36577,1732486748409, sessionid=0x1014c0fb0d60003, setting cluster-up flag (Was=false) 2024-11-24T22:19:10,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1898362476 2024-11-24T22:19:10,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1014c0fb0d60004, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1898362476 2024-11-24T22:19:10,211 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1898362476/flush-table-proc/acquired, /1898362476/flush-table-proc/reached, /1898362476/flush-table-proc/abort 2024-11-24T22:19:10,212 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,36577,1732486748409 2024-11-24T22:19:10,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1014c0fb0d60004, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1898362476 2024-11-24T22:19:10,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1898362476 2024-11-24T22:19:10,220 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1898362476/online-snapshot/acquired, /1898362476/online-snapshot/reached, /1898362476/online-snapshot/abort 2024-11-24T22:19:10,220 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,36577,1732486748409 2024-11-24T22:19:10,221 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T22:19:10,223 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T22:19:10,223 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T22:19:10,223 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T22:19:10,223 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,36577,1732486748409 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T22:19:10,225 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:19:10,225 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:19:10,225 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:19:10,225 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:19:10,225 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10 2024-11-24T22:19:10,225 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:10,225 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:19:10,225 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:10,226 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732486780225 2024-11-24T22:19:10,226 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T22:19:10,226 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T22:19:10,226 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T22:19:10,226 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T22:19:10,226 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T22:19:10,226 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T22:19:10,226 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:10,226 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:19:10,226 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T22:19:10,226 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T22:19:10,227 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T22:19:10,227 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T22:19:10,227 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T22:19:10,227 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T22:19:10,227 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T22:19:10,227 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:10,227 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486750227,5,FailOnTimeoutGroup] 2024-11-24T22:19:10,227 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T22:19:10,227 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486750227,5,FailOnTimeoutGroup] 2024-11-24T22:19:10,227 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:10,227 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T22:19:10,227 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:10,228 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:10,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741831_1007 (size=1321) 2024-11-24T22:19:10,279 INFO [RS:0;bd6592c37bb2:42361 {}] regionserver.HRegionServer(746): ClusterId : 0b9a388d-24f6-484c-afa8-05dc07909c94 2024-11-24T22:19:10,279 DEBUG [RS:0;bd6592c37bb2:42361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T22:19:10,281 DEBUG [RS:0;bd6592c37bb2:42361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T22:19:10,281 DEBUG [RS:0;bd6592c37bb2:42361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T22:19:10,282 DEBUG [RS:0;bd6592c37bb2:42361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T22:19:10,283 DEBUG [RS:0;bd6592c37bb2:42361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29be4955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:19:10,294 DEBUG [RS:0;bd6592c37bb2:42361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:42361 2024-11-24T22:19:10,294 INFO [RS:0;bd6592c37bb2:42361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T22:19:10,294 INFO [RS:0;bd6592c37bb2:42361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T22:19:10,294 DEBUG [RS:0;bd6592c37bb2:42361 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T22:19:10,295 INFO [RS:0;bd6592c37bb2:42361 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,36577,1732486748409 with port=42361, startcode=1732486748452 2024-11-24T22:19:10,295 DEBUG [RS:0;bd6592c37bb2:42361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T22:19:10,296 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T22:19:10,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36577 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,42361,1732486748452 2024-11-24T22:19:10,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36577 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,42361,1732486748452 2024-11-24T22:19:10,298 DEBUG [RS:0;bd6592c37bb2:42361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb 2024-11-24T22:19:10,298 DEBUG [RS:0;bd6592c37bb2:42361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34599 2024-11-24T22:19:10,298 DEBUG [RS:0;bd6592c37bb2:42361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T22:19:10,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1898362476/rs 2024-11-24T22:19:10,301 DEBUG [RS:0;bd6592c37bb2:42361 {}] zookeeper.ZKUtil(111): regionserver:42361-0x1014c0fb0d60004, quorum=127.0.0.1:64087, baseZNode=/1898362476 Set watcher on existing znode=/1898362476/rs/bd6592c37bb2,42361,1732486748452 2024-11-24T22:19:10,301 WARN [RS:0;bd6592c37bb2:42361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:19:10,301 INFO [RS:0;bd6592c37bb2:42361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:19:10,301 DEBUG [RS:0;bd6592c37bb2:42361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/WALs/bd6592c37bb2,42361,1732486748452 2024-11-24T22:19:10,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,42361,1732486748452] 2024-11-24T22:19:10,304 INFO [RS:0;bd6592c37bb2:42361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T22:19:10,305 INFO [RS:0;bd6592c37bb2:42361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T22:19:10,306 INFO [RS:0;bd6592c37bb2:42361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T22:19:10,306 INFO [RS:0;bd6592c37bb2:42361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:10,308 INFO [RS:0;bd6592c37bb2:42361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T22:19:10,309 INFO [RS:0;bd6592c37bb2:42361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T22:19:10,309 INFO [RS:0;bd6592c37bb2:42361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:10,309 DEBUG [RS:0;bd6592c37bb2:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:10,309 DEBUG [RS:0;bd6592c37bb2:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:10,309 DEBUG [RS:0;bd6592c37bb2:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:10,309 DEBUG [RS:0;bd6592c37bb2:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:10,309 DEBUG [RS:0;bd6592c37bb2:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:10,309 DEBUG [RS:0;bd6592c37bb2:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:19:10,309 DEBUG [RS:0;bd6592c37bb2:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:10,309 DEBUG [RS:0;bd6592c37bb2:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:10,309 DEBUG [RS:0;bd6592c37bb2:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:10,309 DEBUG [RS:0;bd6592c37bb2:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:10,309 DEBUG [RS:0;bd6592c37bb2:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:10,309 DEBUG [RS:0;bd6592c37bb2:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:10,309 DEBUG [RS:0;bd6592c37bb2:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:19:10,309 DEBUG [RS:0;bd6592c37bb2:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:19:10,311 INFO [RS:0;bd6592c37bb2:42361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:10,311 INFO [RS:0;bd6592c37bb2:42361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:10,311 INFO [RS:0;bd6592c37bb2:42361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:10,311 INFO [RS:0;bd6592c37bb2:42361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:10,311 INFO [RS:0;bd6592c37bb2:42361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:10,311 INFO [RS:0;bd6592c37bb2:42361 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,42361,1732486748452-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:19:10,326 INFO [RS:0;bd6592c37bb2:42361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T22:19:10,326 INFO [RS:0;bd6592c37bb2:42361 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,42361,1732486748452-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:10,326 INFO [RS:0;bd6592c37bb2:42361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:10,326 INFO [RS:0;bd6592c37bb2:42361 {}] regionserver.Replication(171): bd6592c37bb2,42361,1732486748452 started 2024-11-24T22:19:10,338 INFO [RS:0;bd6592c37bb2:42361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:10,338 INFO [RS:0;bd6592c37bb2:42361 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,42361,1732486748452, RpcServer on bd6592c37bb2/172.17.0.2:42361, sessionid=0x1014c0fb0d60004 2024-11-24T22:19:10,339 DEBUG [RS:0;bd6592c37bb2:42361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T22:19:10,339 DEBUG [RS:0;bd6592c37bb2:42361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,42361,1732486748452 2024-11-24T22:19:10,339 DEBUG [RS:0;bd6592c37bb2:42361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,42361,1732486748452' 2024-11-24T22:19:10,339 DEBUG [RS:0;bd6592c37bb2:42361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1898362476/flush-table-proc/abort' 2024-11-24T22:19:10,339 DEBUG [RS:0;bd6592c37bb2:42361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1898362476/flush-table-proc/acquired' 2024-11-24T22:19:10,339 DEBUG [RS:0;bd6592c37bb2:42361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T22:19:10,339 DEBUG [RS:0;bd6592c37bb2:42361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T22:19:10,339 DEBUG [RS:0;bd6592c37bb2:42361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,42361,1732486748452 2024-11-24T22:19:10,339 DEBUG [RS:0;bd6592c37bb2:42361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,42361,1732486748452' 2024-11-24T22:19:10,339 DEBUG [RS:0;bd6592c37bb2:42361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1898362476/online-snapshot/abort' 2024-11-24T22:19:10,340 DEBUG [RS:0;bd6592c37bb2:42361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1898362476/online-snapshot/acquired' 2024-11-24T22:19:10,340 DEBUG [RS:0;bd6592c37bb2:42361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T22:19:10,340 INFO [RS:0;bd6592c37bb2:42361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T22:19:10,340 INFO [RS:0;bd6592c37bb2:42361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T22:19:10,440 INFO [RS:0;bd6592c37bb2:42361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:19:10,441 INFO [RS:0;bd6592c37bb2:42361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C42361%2C1732486748452, suffix=, logDir=hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/WALs/bd6592c37bb2,42361,1732486748452, archiveDir=hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/oldWALs, maxLogs=10 2024-11-24T22:19:10,455 DEBUG [RS:0;bd6592c37bb2:42361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/WALs/bd6592c37bb2,42361,1732486748452/bd6592c37bb2%2C42361%2C1732486748452.1732486750442, exclude list is [], retry=0 2024-11-24T22:19:10,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35111,DS-d4e00eb3-affd-441e-b2b9-d700e19fb249,DISK] 2024-11-24T22:19:10,459 INFO [RS:0;bd6592c37bb2:42361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/WALs/bd6592c37bb2,42361,1732486748452/bd6592c37bb2%2C42361%2C1732486748452.1732486750442 2024-11-24T22:19:10,459 DEBUG [RS:0;bd6592c37bb2:42361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45429:45429)] 2024-11-24T22:19:10,636 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T22:19:10,636 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb 2024-11-24T22:19:10,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741833_1009 (size=32) 2024-11-24T22:19:11,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:11,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:19:11,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:19:11,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:11,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:11,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:19:11,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:19:11,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:11,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:11,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:19:11,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:19:11,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:11,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:11,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:19:11,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:19:11,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:11,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:11,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:19:11,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/data/hbase/meta/1588230740 2024-11-24T22:19:11,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/data/hbase/meta/1588230740 2024-11-24T22:19:11,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:19:11,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:19:11,052 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:19:11,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:19:11,054 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:19:11,055 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60025328, jitterRate=-0.10555291175842285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:19:11,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732486751043Initializing all the Stores at 1732486751044 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486751044Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486751044Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486751044Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486751044Cleaning up temporary data from old regions at 1732486751052 (+8 ms)Region opened successfully at 1732486751055 (+3 ms) 2024-11-24T22:19:11,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:19:11,055 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:19:11,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:19:11,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:19:11,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:19:11,055 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:19:11,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486751055Disabling compacts and flushes for region at 1732486751055Disabling writes for close at 1732486751055Writing region close event to WAL at 1732486751055Closed at 1732486751055 2024-11-24T22:19:11,056 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:19:11,056 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T22:19:11,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T22:19:11,058 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:19:11,058 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T22:19:11,209 DEBUG [bd6592c37bb2:36577 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:19:11,209 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,42361,1732486748452 2024-11-24T22:19:11,210 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,42361,1732486748452, state=OPENING 2024-11-24T22:19:11,214 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T22:19:11,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1898362476 2024-11-24T22:19:11,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1014c0fb0d60004, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1898362476 2024-11-24T22:19:11,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1898362476/meta-region-server: CHANGED 2024-11-24T22:19:11,222 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:19:11,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1898362476/meta-region-server: CHANGED 2024-11-24T22:19:11,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,42361,1732486748452}] 2024-11-24T22:19:11,374 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:19:11,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:19:11,380 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T22:19:11,380 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:19:11,380 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T22:19:11,381 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C42361%2C1732486748452.meta, suffix=.meta, logDir=hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/WALs/bd6592c37bb2,42361,1732486748452, archiveDir=hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/oldWALs, maxLogs=10 2024-11-24T22:19:11,395 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/WALs/bd6592c37bb2,42361,1732486748452/bd6592c37bb2%2C42361%2C1732486748452.meta.1732486751382.meta, exclude list is [], retry=0 2024-11-24T22:19:11,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35111,DS-d4e00eb3-affd-441e-b2b9-d700e19fb249,DISK] 2024-11-24T22:19:11,398 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/WALs/bd6592c37bb2,42361,1732486748452/bd6592c37bb2%2C42361%2C1732486748452.meta.1732486751382.meta 2024-11-24T22:19:11,398 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45429:45429)] 2024-11-24T22:19:11,399 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:19:11,399 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:19:11,399 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:19:11,399 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T22:19:11,399 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T22:19:11,399 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T22:19:11,399 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:11,399 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T22:19:11,399 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T22:19:11,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:19:11,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:19:11,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:11,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:11,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:19:11,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:19:11,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:11,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:11,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:19:11,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:19:11,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:11,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:11,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:19:11,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:19:11,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:11,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:11,405 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:19:11,405 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/data/hbase/meta/1588230740 2024-11-24T22:19:11,406 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/data/hbase/meta/1588230740 2024-11-24T22:19:11,407 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:19:11,407 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:19:11,408 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:19:11,409 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:19:11,409 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71180802, jitterRate=0.06067660450935364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:19:11,410 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T22:19:11,410 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732486751399Writing region info on filesystem at 1732486751399Initializing all the Stores at 1732486751400 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486751400Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486751400Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486751400Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486751400Cleaning up temporary data from old regions at 1732486751407 (+7 ms)Running coprocessor post-open hooks at 1732486751410 (+3 ms)Region opened successfully at 1732486751410 2024-11-24T22:19:11,410 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732486751374 2024-11-24T22:19:11,412 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T22:19:11,412 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T22:19:11,413 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,42361,1732486748452 2024-11-24T22:19:11,413 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,42361,1732486748452, state=OPEN 2024-11-24T22:19:11,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1898362476/meta-region-server 2024-11-24T22:19:11,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1014c0fb0d60004, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1898362476/meta-region-server 2024-11-24T22:19:11,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1898362476/meta-region-server: CHANGED 2024-11-24T22:19:11,415 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,42361,1732486748452 2024-11-24T22:19:11,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1898362476/meta-region-server: CHANGED 2024-11-24T22:19:11,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T22:19:11,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,42361,1732486748452 in 193 msec 2024-11-24T22:19:11,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T22:19:11,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-24T22:19:11,419 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:19:11,419 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T22:19:11,420 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:19:11,420 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,42361,1732486748452, seqNum=-1] 2024-11-24T22:19:11,421 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:19:11,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:19:11,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-11-24T22:19:11,426 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732486751426, completionTime=-1 2024-11-24T22:19:11,426 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T22:19:11,426 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T22:19:11,428 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T22:19:11,428 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732486811428 2024-11-24T22:19:11,428 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732486871428 2024-11-24T22:19:11,428 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T22:19:11,428 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,36577,1732486748409-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:11,428 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,36577,1732486748409-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:11,428 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,36577,1732486748409-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:11,428 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:36577, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:11,428 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:11,428 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:11,430 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T22:19:11,432 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.935sec 2024-11-24T22:19:11,432 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T22:19:11,432 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T22:19:11,432 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T22:19:11,432 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T22:19:11,432 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T22:19:11,432 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,36577,1732486748409-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:19:11,432 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,36577,1732486748409-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T22:19:11,435 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T22:19:11,435 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T22:19:11,435 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,36577,1732486748409-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:11,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548b3e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:11,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,36577,-1 for getting cluster id 2024-11-24T22:19:11,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:19:11,481 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b9a388d-24f6-484c-afa8-05dc07909c94' 2024-11-24T22:19:11,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:19:11,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b9a388d-24f6-484c-afa8-05dc07909c94" 2024-11-24T22:19:11,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f2c2ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:11,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,36577,-1] 2024-11-24T22:19:11,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:19:11,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:11,483 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:19:11,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4779aab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:11,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:19:11,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,42361,1732486748452, seqNum=-1] 2024-11-24T22:19:11,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:19:11,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:19:11,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bd6592c37bb2,36577,1732486748409 2024-11-24T22:19:11,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64087 2024-11-24T22:19:11,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:19:11,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014c0fb0d60005 connected 2024-11-24T22:19:11,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28cb8b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:11,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,41509,-1 for getting cluster id 2024-11-24T22:19:11,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:19:11,495 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fbce47c-823d-48fc-bf1b-0757ad4be104' 2024-11-24T22:19:11,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:19:11,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fbce47c-823d-48fc-bf1b-0757ad4be104" 2024-11-24T22:19:11,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f61b6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:11,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,41509,-1] 2024-11-24T22:19:11,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:19:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:11,496 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:19:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ed215d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:11,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:19:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,41509,1732486744640 2024-11-24T22:19:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e5b98a9 2024-11-24T22:19:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:19:11,499 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:19:11,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bd6592c37bb2:36577,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T22:19:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T22:19:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:19:11,501 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:36577' 2024-11-24T22:19:11,502 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e52d598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:11,502 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,36577,-1 for getting cluster id 2024-11-24T22:19:11,502 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:19:11,503 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b9a388d-24f6-484c-afa8-05dc07909c94' 2024-11-24T22:19:11,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:19:11,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b9a388d-24f6-484c-afa8-05dc07909c94" 2024-11-24T22:19:11,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5276252b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:11,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,36577,-1] 2024-11-24T22:19:11,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:19:11,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:11,504 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:19:11,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b38b7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:11,505 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:19:11,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,36577,1732486748409 2024-11-24T22:19:11,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fd52510 2024-11-24T22:19:11,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:19:11,506 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:19:11,507 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T22:19:11,507 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T22:19:11,507 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:11,507 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:11,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:19:11,507 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:19:11,508 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T22:19:11,509 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:19:11,509 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:11,510 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:19:11,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741835_1011 (size=1138) 2024-11-24T22:19:11,558 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T22:19:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:19:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:19:11,917 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80d61c4390cab666bb29adf6b76773c5, NAME => 'hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e 2024-11-24T22:19:11,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741836_1012 (size=44) 2024-11-24T22:19:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:19:12,324 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:12,324 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 80d61c4390cab666bb29adf6b76773c5, disabling compactions & flushes 2024-11-24T22:19:12,324 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. 2024-11-24T22:19:12,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. 2024-11-24T22:19:12,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. after waiting 0 ms 2024-11-24T22:19:12,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. 2024-11-24T22:19:12,325 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. 2024-11-24T22:19:12,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80d61c4390cab666bb29adf6b76773c5: Waiting for close lock at 1732486752324Disabling compacts and flushes for region at 1732486752324Disabling writes for close at 1732486752325 (+1 ms)Writing region close event to WAL at 1732486752325Closed at 1732486752325 2024-11-24T22:19:12,326 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:19:12,327 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732486752326"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486752326"}]},"ts":"1732486752326"} 2024-11-24T22:19:12,331 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:19:12,333 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:19:12,334 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486752333"}]},"ts":"1732486752333"} 2024-11-24T22:19:12,336 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T22:19:12,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=80d61c4390cab666bb29adf6b76773c5, ASSIGN}] 2024-11-24T22:19:12,338 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=80d61c4390cab666bb29adf6b76773c5, ASSIGN 2024-11-24T22:19:12,339 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=80d61c4390cab666bb29adf6b76773c5, ASSIGN; state=OFFLINE, location=bd6592c37bb2,43855,1732486744691; forceNewPlan=false, retain=false 2024-11-24T22:19:12,490 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=80d61c4390cab666bb29adf6b76773c5, regionState=OPENING, regionLocation=bd6592c37bb2,43855,1732486744691 2024-11-24T22:19:12,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=80d61c4390cab666bb29adf6b76773c5, ASSIGN because future has completed 2024-11-24T22:19:12,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80d61c4390cab666bb29adf6b76773c5, server=bd6592c37bb2,43855,1732486744691}] 2024-11-24T22:19:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:19:12,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. 2024-11-24T22:19:12,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:19:12,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T22:19:12,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C43855%2C1732486744691.rep, suffix=, logDir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,43855,1732486744691, archiveDir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/oldWALs, maxLogs=10 2024-11-24T22:19:12,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,43855,1732486744691/bd6592c37bb2%2C43855%2C1732486744691.rep.1732486752668, exclude list is [], retry=0 2024-11-24T22:19:12,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34267,DS-8ace75b3-ed2c-45c9-afaf-39f16e1920b3,DISK] 2024-11-24T22:19:12,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,43855,1732486744691/bd6592c37bb2%2C43855%2C1732486744691.rep.1732486752668 2024-11-24T22:19:12,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39425:39425)] 2024-11-24T22:19:12,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 80d61c4390cab666bb29adf6b76773c5, NAME => 'hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:19:12,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:19:12,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:19:12,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. service=MultiRowMutationService 2024-11-24T22:19:12,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T22:19:12,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:12,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:12,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:12,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:12,716 INFO [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:12,725 INFO [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80d61c4390cab666bb29adf6b76773c5 columnFamilyName hfileref 2024-11-24T22:19:12,725 DEBUG [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:12,726 INFO [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] regionserver.HStore(327): Store=80d61c4390cab666bb29adf6b76773c5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:12,726 INFO [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:12,733 INFO [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80d61c4390cab666bb29adf6b76773c5 columnFamilyName queue 2024-11-24T22:19:12,733 DEBUG [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:12,734 INFO [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] regionserver.HStore(327): Store=80d61c4390cab666bb29adf6b76773c5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:12,734 INFO [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:12,737 INFO [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80d61c4390cab666bb29adf6b76773c5 columnFamilyName sid 2024-11-24T22:19:12,737 DEBUG [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:12,737 INFO [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] regionserver.HStore(327): Store=80d61c4390cab666bb29adf6b76773c5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:12,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:12,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/replication/80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:12,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/replication/80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:12,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:12,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:12,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:19:12,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:12,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/replication/80d61c4390cab666bb29adf6b76773c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:19:12,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 80d61c4390cab666bb29adf6b76773c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75436093, jitterRate=0.12408538162708282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:19:12,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:12,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 80d61c4390cab666bb29adf6b76773c5: Running coprocessor pre-open hook at 1732486752714Writing region info on filesystem at 1732486752714Initializing all the Stores at 1732486752715 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486752715Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486752715Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486752715Cleaning up temporary data from old regions at 1732486752741 (+26 ms)Running coprocessor post-open hooks at 1732486752750 (+9 ms)Region opened successfully at 1732486752751 (+1 ms) 2024-11-24T22:19:12,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5., pid=7, masterSystemTime=1732486752649 2024-11-24T22:19:12,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. 2024-11-24T22:19:12,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. 2024-11-24T22:19:12,756 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=80d61c4390cab666bb29adf6b76773c5, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,43855,1732486744691 2024-11-24T22:19:12,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80d61c4390cab666bb29adf6b76773c5, server=bd6592c37bb2,43855,1732486744691 because future has completed 2024-11-24T22:19:12,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T22:19:12,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 80d61c4390cab666bb29adf6b76773c5, server=bd6592c37bb2,43855,1732486744691 in 269 msec 2024-11-24T22:19:12,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T22:19:12,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=80d61c4390cab666bb29adf6b76773c5, ASSIGN in 429 msec 2024-11-24T22:19:12,775 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:19:12,775 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486752775"}]},"ts":"1732486752775"} 2024-11-24T22:19:12,777 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T22:19:12,778 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:19:12,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2710 sec 2024-11-24T22:19:12,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5., hostname=bd6592c37bb2,43855,1732486744691, seqNum=2] 2024-11-24T22:19:12,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43855-0x1014c0fb0d60001, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865 2024-11-24T22:19:12,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865 2024-11-24T22:19:12,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T22:19:12,843 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:19:12,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:12,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:12,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:12,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:12,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:12,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:12,888 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T22:19:12,889 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T22:19:12,890 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T22:19:12,890 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T22:19:12,890 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T22:19:12,890 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T22:19:12,890 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:19:12,891 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T22:19:12,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:19:12,891 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T22:19:12,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43855 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T22:19:13,000 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T22:19:13,044 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-bd6592c37bb2,43855,1732486744691, ReplicationSource: 1, currentBandwidth=0 2024-11-24T22:19:13,044 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:19:13,045 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,43855,1732486744691, seqNum=-1] 2024-11-24T22:19:13,045 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:19:13,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-24T22:19:13,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bd6592c37bb2,43855,1732486744691', locateType=CURRENT is [region=hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5., hostname=bd6592c37bb2,43855,1732486744691, seqNum=2] 2024-11-24T22:19:13,053 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T22:19:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T22:19:13,056 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bd6592c37bb2,43855,1732486744691 suceeded 2024-11-24T22:19:13,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T22:19:13,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-11-24T22:19:13,060 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bd6592c37bb2:36577,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T22:19:13,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5610 sec 2024-11-24T22:19:13,090 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43855,1732486744691 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:36577' 2024-11-24T22:19:13,091 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43855,1732486744691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19e5ebd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:13,091 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43855,1732486744691 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,36577,-1 for getting cluster id 2024-11-24T22:19:13,092 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43855,1732486744691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:19:13,092 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b9a388d-24f6-484c-afa8-05dc07909c94' 2024-11-24T22:19:13,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:19:13,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b9a388d-24f6-484c-afa8-05dc07909c94" 2024-11-24T22:19:13,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33319b2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:13,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,36577,-1] 2024-11-24T22:19:13,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:19:13,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:13,097 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:19:13,097 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43855,1732486744691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d28250a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:13,098 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43855,1732486744691 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:19:13,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,36577,1732486748409 2024-11-24T22:19:13,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7822a0f 2024-11-24T22:19:13,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:19:13,100 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-24T22:19:13,103 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43855,1732486744691 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bd6592c37bb2,43855,1732486744691 (queues=1) is replicating from cluster=5fbce47c-823d-48fc-bf1b-0757ad4be104 to cluster=0b9a388d-24f6-484c-afa8-05dc07909c94 2024-11-24T22:19:13,103 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43855,1732486744691 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bd6592c37bb2%2C43855%2C1732486744691 2024-11-24T22:19:13,103 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43855,1732486744691 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bd6592c37bb2,43855,1732486744691, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T22:19:13,104 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43855,1732486744691.replicationSource.shipperbd6592c37bb2%2C43855%2C1732486744691,1-bd6592c37bb2,43855,1732486744691 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bd6592c37bb2%2C43855%2C1732486744691 2024-11-24T22:19:13,105 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43855,1732486744691.replicationSource.wal-reader.bd6592c37bb2%2C43855%2C1732486744691,1-bd6592c37bb2,43855,1732486744691 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,43855,1732486744691/bd6592c37bb2%2C43855%2C1732486744691.1732486746823, startPosition=0, beingWritten=true 2024-11-24T22:19:13,320 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43855,1732486744691.replicationSource.wal-reader.bd6592c37bb2%2C43855%2C1732486744691,1-bd6592c37bb2,43855,1732486744691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,43855,1732486744691/bd6592c37bb2%2C43855%2C1732486744691.1732486746823 to pos 0, reset compression=false 2024-11-24T22:19:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:19:13,650 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T22:19:13,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:19:13,650 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:13,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:13,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:13,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:19:13,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:19:13,652 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43855,1732486744691.replicationSource.wal-reader.bd6592c37bb2%2C43855%2C1732486744691,1-bd6592c37bb2,43855,1732486744691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,43855,1732486744691/bd6592c37bb2%2C43855%2C1732486744691.1732486746823 to pos 0, reset compression=false 2024-11-24T22:19:13,652 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,41509,1732486744640 2024-11-24T22:19:13,652 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@709b8acf 2024-11-24T22:19:13,652 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:19:13,654 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:19:13,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41509 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T22:19:13,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:19:13,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:13,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:13,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:13,659 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T22:19:13,659 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=89217706, stopped=false 2024-11-24T22:19:13,659 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bd6592c37bb2,41509,1732486744640 2024-11-24T22:19:13,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:19:13,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43855-0x1014c0fb0d60001, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-490949865/running 2024-11-24T22:19:13,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-490949865/running 2024-11-24T22:19:13,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43855-0x1014c0fb0d60001, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865 2024-11-24T22:19:13,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865 2024-11-24T22:19:13,662 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:19:13,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:19:13,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:13,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:13,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Set watcher on znode that does not yet exist, /0-490949865/running 2024-11-24T22:19:13,663 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bd6592c37bb2,43855,1732486744691' ***** 2024-11-24T22:19:13,663 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T22:19:13,663 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T22:19:13,664 INFO [RS:0;bd6592c37bb2:43855 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T22:19:13,664 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T22:19:13,664 INFO [RS:0;bd6592c37bb2:43855 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T22:19:13,664 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(3091): Received CLOSE for 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:13,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43855-0x1014c0fb0d60001, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Set watcher on znode that does not yet exist, /0-490949865/running 2024-11-24T22:19:13,669 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(959): stopping server bd6592c37bb2,43855,1732486744691 2024-11-24T22:19:13,669 INFO [RS:0;bd6592c37bb2:43855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:19:13,669 INFO [RS:0;bd6592c37bb2:43855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:43855. 2024-11-24T22:19:13,669 DEBUG [RS:0;bd6592c37bb2:43855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:13,669 DEBUG [RS:0;bd6592c37bb2:43855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:13,670 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T22:19:13,670 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T22:19:13,670 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T22:19:13,670 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T22:19:13,670 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80d61c4390cab666bb29adf6b76773c5, disabling compactions & flushes 2024-11-24T22:19:13,670 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. 2024-11-24T22:19:13,670 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. 2024-11-24T22:19:13,670 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. after waiting 0 ms 2024-11-24T22:19:13,670 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. 2024-11-24T22:19:13,670 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 80d61c4390cab666bb29adf6b76773c5 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-24T22:19:13,676 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T22:19:13,676 DEBUG [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 80d61c4390cab666bb29adf6b76773c5=hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5.} 2024-11-24T22:19:13,676 DEBUG [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:13,684 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:19:13,685 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:19:13,685 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:19:13,685 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:19:13,685 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:19:13,685 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T22:19:13,697 INFO [regionserver/bd6592c37bb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:19:13,709 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/replication/80d61c4390cab666bb29adf6b76773c5/.tmp/queue/0621c61bdc2c4d939a030b4225469f97 is 151, key is 1-bd6592c37bb2,43855,1732486744691/queue:bd6592c37bb2%2C43855%2C1732486744691/1732486753051/Put/seqid=0 2024-11-24T22:19:13,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741838_1014 (size=5350) 2024-11-24T22:19:13,725 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/.tmp/info/1346137249c142858a881cdbc676c35b is 147, key is hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5./info:regioninfo/1732486752755/Put/seqid=0 2024-11-24T22:19:13,725 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/replication/80d61c4390cab666bb29adf6b76773c5/.tmp/queue/0621c61bdc2c4d939a030b4225469f97 2024-11-24T22:19:13,743 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/replication/80d61c4390cab666bb29adf6b76773c5/.tmp/queue/0621c61bdc2c4d939a030b4225469f97 as hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/replication/80d61c4390cab666bb29adf6b76773c5/queue/0621c61bdc2c4d939a030b4225469f97 2024-11-24T22:19:13,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741839_1015 (size=6631) 2024-11-24T22:19:13,754 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/replication/80d61c4390cab666bb29adf6b76773c5/queue/0621c61bdc2c4d939a030b4225469f97, entries=1, sequenceid=5, filesize=5.2 K 2024-11-24T22:19:13,754 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T22:19:13,754 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T22:19:13,755 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 80d61c4390cab666bb29adf6b76773c5 in 85ms, sequenceid=5, compaction requested=false 2024-11-24T22:19:13,774 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/replication/80d61c4390cab666bb29adf6b76773c5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T22:19:13,775 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:19:13,775 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:19:13,775 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. 2024-11-24T22:19:13,775 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80d61c4390cab666bb29adf6b76773c5: Waiting for close lock at 1732486753670Running coprocessor pre-close hooks at 1732486753670Disabling compacts and flushes for region at 1732486753670Disabling writes for close at 1732486753670Obtaining lock to block concurrent updates at 1732486753670Preparing flush snapshotting stores in 80d61c4390cab666bb29adf6b76773c5 at 1732486753670Finished memstore snapshotting hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732486753670Flushing stores of hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. at 1732486753671 (+1 ms)Flushing 80d61c4390cab666bb29adf6b76773c5/queue: creating writer at 1732486753671Flushing 80d61c4390cab666bb29adf6b76773c5/queue: appending metadata at 1732486753708 (+37 ms)Flushing 80d61c4390cab666bb29adf6b76773c5/queue: closing flushed file at 1732486753708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64da5f: reopening flushed file at 1732486753742 (+34 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 80d61c4390cab666bb29adf6b76773c5 in 85ms, sequenceid=5, compaction requested=false at 1732486753755 (+13 ms)Writing region close event to WAL at 1732486753769 (+14 ms)Running coprocessor post-close hooks at 1732486753775 (+6 ms)Closed at 1732486753775 2024-11-24T22:19:13,775 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. 2024-11-24T22:19:13,877 DEBUG [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:19:14,068 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43855,1732486744691.replicationSource.wal-reader.bd6592c37bb2%2C43855%2C1732486744691,1-bd6592c37bb2,43855,1732486744691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,43855,1732486744691/bd6592c37bb2%2C43855%2C1732486744691.1732486746823 to pos 0, reset compression=false 2024-11-24T22:19:14,077 DEBUG [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:19:14,147 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/.tmp/info/1346137249c142858a881cdbc676c35b 2024-11-24T22:19:14,181 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/.tmp/ns/c16e1ab3ee304f82bc01b2d3e2c16749 is 43, key is default/ns:d/1732486747368/Put/seqid=0 2024-11-24T22:19:14,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741840_1016 (size=5153) 2024-11-24T22:19:14,277 DEBUG [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:19:14,477 DEBUG [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:19:14,574 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43855,1732486744691.replicationSource.wal-reader.bd6592c37bb2%2C43855%2C1732486744691,1-bd6592c37bb2,43855,1732486744691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,43855,1732486744691/bd6592c37bb2%2C43855%2C1732486744691.1732486746823 to pos 0, reset compression=false 2024-11-24T22:19:14,614 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/.tmp/ns/c16e1ab3ee304f82bc01b2d3e2c16749 2024-11-24T22:19:14,633 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/.tmp/table/ec92ea7624584d418bff8624a124671a is 53, key is hbase:replication/table:state/1732486752775/Put/seqid=0 2024-11-24T22:19:14,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741841_1017 (size=5256) 2024-11-24T22:19:14,678 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T22:19:14,678 DEBUG [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T22:19:14,678 DEBUG [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:19:14,878 DEBUG [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:19:15,038 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/.tmp/table/ec92ea7624584d418bff8624a124671a 2024-11-24T22:19:15,044 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/.tmp/info/1346137249c142858a881cdbc676c35b as hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/info/1346137249c142858a881cdbc676c35b 2024-11-24T22:19:15,049 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/info/1346137249c142858a881cdbc676c35b, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T22:19:15,050 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/.tmp/ns/c16e1ab3ee304f82bc01b2d3e2c16749 as hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/ns/c16e1ab3ee304f82bc01b2d3e2c16749 2024-11-24T22:19:15,055 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/ns/c16e1ab3ee304f82bc01b2d3e2c16749, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T22:19:15,056 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/.tmp/table/ec92ea7624584d418bff8624a124671a as hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/table/ec92ea7624584d418bff8624a124671a 2024-11-24T22:19:15,062 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/table/ec92ea7624584d418bff8624a124671a, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T22:19:15,064 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1378ms, sequenceid=11, compaction requested=false 2024-11-24T22:19:15,073 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T22:19:15,074 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:19:15,074 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:19:15,074 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:19:15,074 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486753684Running coprocessor pre-close hooks at 1732486753684Disabling compacts and flushes for region at 1732486753684Disabling writes for close at 1732486753685 (+1 ms)Obtaining lock to block concurrent updates at 1732486753685Preparing flush snapshotting stores in 1588230740 at 1732486753685Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732486753685Flushing stores of hbase:meta,,1.1588230740 at 1732486753686 (+1 ms)Flushing 1588230740/info: creating writer at 1732486753686Flushing 1588230740/info: appending metadata at 1732486753725 (+39 ms)Flushing 1588230740/info: closing flushed file at 1732486753725Flushing 1588230740/ns: creating writer at 1732486754154 (+429 ms)Flushing 1588230740/ns: appending metadata at 1732486754180 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1732486754180Flushing 1588230740/table: creating writer at 1732486754619 (+439 ms)Flushing 1588230740/table: appending metadata at 1732486754633 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732486754633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18da9058: reopening flushed file at 1732486755043 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@573566d5: reopening flushed file at 1732486755050 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f5ca4e5: reopening flushed file at 1732486755055 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1378ms, sequenceid=11, compaction requested=false at 1732486755064 (+9 ms)Writing region close event to WAL at 1732486755069 (+5 ms)Running coprocessor post-close hooks at 1732486755074 (+5 ms)Closed at 1732486755074 2024-11-24T22:19:15,074 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T22:19:15,078 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(976): stopping server bd6592c37bb2,43855,1732486744691; all regions closed. 2024-11-24T22:19:15,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741834_1010 (size=2742) 2024-11-24T22:19:15,083 DEBUG [RS:0;bd6592c37bb2:43855 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/oldWALs 2024-11-24T22:19:15,083 INFO [RS:0;bd6592c37bb2:43855 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C43855%2C1732486744691.meta:.meta(num 1732486747322) 2024-11-24T22:19:15,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741837_1013 (size=1586) 2024-11-24T22:19:15,088 DEBUG [RS:0;bd6592c37bb2:43855 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/oldWALs 2024-11-24T22:19:15,089 INFO [RS:0;bd6592c37bb2:43855 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C43855%2C1732486744691.rep:(num 1732486752668) 2024-11-24T22:19:15,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741832_1008 (size=93) 2024-11-24T22:19:15,092 DEBUG [RS:0;bd6592c37bb2:43855 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/oldWALs 2024-11-24T22:19:15,092 INFO [RS:0;bd6592c37bb2:43855 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C43855%2C1732486744691:(num 1732486746823) 2024-11-24T22:19:15,092 DEBUG [RS:0;bd6592c37bb2:43855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:15,092 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:19:15,092 INFO [RS:0;bd6592c37bb2:43855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:19:15,093 INFO [RS:0;bd6592c37bb2:43855 {}] hbase.ChoreService(370): Chore service for: regionserver/bd6592c37bb2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T22:19:15,093 INFO [RS:0;bd6592c37bb2:43855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:19:15,093 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:19:15,093 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bd6592c37bb2,43855,1732486744691 because: Region server is closing 2024-11-24T22:19:15,093 INFO [RS:0;bd6592c37bb2:43855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:43855. 2024-11-24T22:19:15,093 DEBUG [RS:0;bd6592c37bb2:43855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:15,093 DEBUG [RS:0;bd6592c37bb2:43855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:15,093 DEBUG [RS:0;bd6592c37bb2:43855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:15,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:19:15,194 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43855,1732486744691.replicationSource.shipperbd6592c37bb2%2C43855%2C1732486744691,1-bd6592c37bb2,43855,1732486744691 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T22:19:15,194 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43855,1732486744691.replicationSource.shipperbd6592c37bb2%2C43855%2C1732486744691,1-bd6592c37bb2,43855,1732486744691 terminated 2024-11-24T22:19:15,194 INFO [RS:0;bd6592c37bb2:43855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43855 2024-11-24T22:19:15,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43855-0x1014c0fb0d60001, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-490949865/rs/bd6592c37bb2,43855,1732486744691 2024-11-24T22:19:15,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865/rs 2024-11-24T22:19:15,197 INFO [RS:0;bd6592c37bb2:43855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:19:15,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bd6592c37bb2,43855,1732486744691] 2024-11-24T22:19:15,199 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-490949865/draining/bd6592c37bb2,43855,1732486744691 already deleted, retry=false 2024-11-24T22:19:15,199 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bd6592c37bb2,43855,1732486744691 expired; onlineServers=0 2024-11-24T22:19:15,200 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bd6592c37bb2,41509,1732486744640' ***** 2024-11-24T22:19:15,200 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T22:19:15,200 INFO [M:0;bd6592c37bb2:41509 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:19:15,200 INFO [M:0;bd6592c37bb2:41509 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:19:15,200 DEBUG [M:0;bd6592c37bb2:41509 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T22:19:15,200 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T22:19:15,200 DEBUG [M:0;bd6592c37bb2:41509 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T22:19:15,200 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486746577 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486746577,5,FailOnTimeoutGroup] 2024-11-24T22:19:15,200 INFO [M:0;bd6592c37bb2:41509 {}] hbase.ChoreService(370): Chore service for: master/bd6592c37bb2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T22:19:15,200 INFO [M:0;bd6592c37bb2:41509 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:19:15,200 DEBUG [M:0;bd6592c37bb2:41509 {}] master.HMaster(1795): Stopping service threads 2024-11-24T22:19:15,200 INFO [M:0;bd6592c37bb2:41509 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T22:19:15,200 INFO [M:0;bd6592c37bb2:41509 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:19:15,200 INFO [M:0;bd6592c37bb2:41509 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T22:19:15,201 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T22:19:15,201 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486746580 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486746580,5,FailOnTimeoutGroup] 2024-11-24T22:19:15,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-490949865/master 2024-11-24T22:19:15,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865 2024-11-24T22:19:15,203 DEBUG [M:0;bd6592c37bb2:41509 {}] zookeeper.ZKUtil(347): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Unable to get data of znode /0-490949865/master because node does not exist (not an error) 2024-11-24T22:19:15,203 WARN [M:0;bd6592c37bb2:41509 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T22:19:15,204 INFO [M:0;bd6592c37bb2:41509 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/.lastflushedseqids 2024-11-24T22:19:15,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741842_1018 (size=181) 2024-11-24T22:19:15,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43855-0x1014c0fb0d60001, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:15,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43855-0x1014c0fb0d60001, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:15,299 INFO [RS:0;bd6592c37bb2:43855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:19:15,299 INFO [RS:0;bd6592c37bb2:43855 {}] regionserver.HRegionServer(1031): Exiting; stopping=bd6592c37bb2,43855,1732486744691; zookeeper connection closed. 2024-11-24T22:19:15,299 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c7133a4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c7133a4 2024-11-24T22:19:15,299 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T22:19:15,610 INFO [M:0;bd6592c37bb2:41509 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T22:19:15,610 INFO [M:0;bd6592c37bb2:41509 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T22:19:15,610 DEBUG [M:0;bd6592c37bb2:41509 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:19:15,610 INFO [M:0;bd6592c37bb2:41509 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:15,610 DEBUG [M:0;bd6592c37bb2:41509 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:15,610 DEBUG [M:0;bd6592c37bb2:41509 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:19:15,610 DEBUG [M:0;bd6592c37bb2:41509 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:15,610 INFO [M:0;bd6592c37bb2:41509 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-24T22:19:15,626 DEBUG [M:0;bd6592c37bb2:41509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0454a40c39944b91b107f55fbda8751a is 82, key is hbase:meta,,1/info:regioninfo/1732486747355/Put/seqid=0 2024-11-24T22:19:15,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741843_1019 (size=5672) 2024-11-24T22:19:16,030 INFO [M:0;bd6592c37bb2:41509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0454a40c39944b91b107f55fbda8751a 2024-11-24T22:19:16,050 DEBUG [M:0;bd6592c37bb2:41509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d98910c3837d4ed1af8ae584d1b7b60a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732486752779/Put/seqid=0 2024-11-24T22:19:16,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741844_1020 (size=7203) 2024-11-24T22:19:16,454 INFO [M:0;bd6592c37bb2:41509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d98910c3837d4ed1af8ae584d1b7b60a 2024-11-24T22:19:16,473 DEBUG [M:0;bd6592c37bb2:41509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4f2b26ba09f40aeb55397381724cdac is 69, key is bd6592c37bb2,43855,1732486744691/rs:state/1732486746680/Put/seqid=0 2024-11-24T22:19:16,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741845_1021 (size=5156) 2024-11-24T22:19:16,878 INFO [M:0;bd6592c37bb2:41509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4f2b26ba09f40aeb55397381724cdac 2024-11-24T22:19:16,883 DEBUG [M:0;bd6592c37bb2:41509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0454a40c39944b91b107f55fbda8751a as hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0454a40c39944b91b107f55fbda8751a 2024-11-24T22:19:16,888 INFO [M:0;bd6592c37bb2:41509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0454a40c39944b91b107f55fbda8751a, entries=8, sequenceid=70, filesize=5.5 K 2024-11-24T22:19:16,889 DEBUG [M:0;bd6592c37bb2:41509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d98910c3837d4ed1af8ae584d1b7b60a as hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d98910c3837d4ed1af8ae584d1b7b60a 2024-11-24T22:19:16,893 INFO [M:0;bd6592c37bb2:41509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d98910c3837d4ed1af8ae584d1b7b60a, entries=8, sequenceid=70, filesize=7.0 K 2024-11-24T22:19:16,894 DEBUG [M:0;bd6592c37bb2:41509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4f2b26ba09f40aeb55397381724cdac as hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4f2b26ba09f40aeb55397381724cdac 2024-11-24T22:19:16,899 INFO [M:0;bd6592c37bb2:41509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4f2b26ba09f40aeb55397381724cdac, entries=1, sequenceid=70, filesize=5.0 K 2024-11-24T22:19:16,900 INFO [M:0;bd6592c37bb2:41509 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false 2024-11-24T22:19:16,906 INFO [M:0;bd6592c37bb2:41509 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:16,906 DEBUG [M:0;bd6592c37bb2:41509 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486755610Disabling compacts and flushes for region at 1732486755610Disabling writes for close at 1732486755610Obtaining lock to block concurrent updates at 1732486755610Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732486755610Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732486755610Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732486755611 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732486755611Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732486755625 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732486755625Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732486756035 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732486756049 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732486756049Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732486756459 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732486756473 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732486756473Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@525318ed: reopening flushed file at 1732486756883 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2564cc37: reopening flushed file at 1732486756888 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11f53a11: reopening flushed file at 1732486756893 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false at 1732486756900 (+7 ms)Writing region close event to WAL at 1732486756906 (+6 ms)Closed at 1732486756906 2024-11-24T22:19:16,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741830_1006 (size=41008) 2024-11-24T22:19:16,927 INFO [M:0;bd6592c37bb2:41509 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T22:19:16,927 INFO [M:0;bd6592c37bb2:41509 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41509 2024-11-24T22:19:16,928 INFO [M:0;bd6592c37bb2:41509 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:19:16,928 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:19:17,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:17,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41509-0x1014c0fb0d60000, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:17,038 INFO [M:0;bd6592c37bb2:41509 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:19:17,041 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:19:17,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:17,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:17,042 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:19:17,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:17,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:19:17,042 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T22:19:17,042 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:19:17,044 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38491 2024-11-24T22:19:17,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38491 connecting to ZooKeeper ensemble=127.0.0.1:64087 2024-11-24T22:19:17,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384910x0, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:19:17,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:17,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:17,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38491-0x1014c0fb0d60006 connected 2024-11-24T22:19:17,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Set watcher on znode that does not yet exist, /0-490949865/running 2024-11-24T22:19:17,064 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e, hbase.cluster.distributed=false 2024-11-24T22:19:17,064 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-490949865/meta-region-server: INIT 2024-11-24T22:19:17,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Set watcher on znode that does not yet exist, /0-490949865/acl 2024-11-24T22:19:17,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38491 2024-11-24T22:19:17,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38491 2024-11-24T22:19:17,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38491 2024-11-24T22:19:17,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38491 2024-11-24T22:19:17,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38491 2024-11-24T22:19:17,103 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:19:17,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:17,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:17,104 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:19:17,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:17,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:19:17,104 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T22:19:17,104 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:19:17,105 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40699 2024-11-24T22:19:17,106 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40699 connecting to ZooKeeper ensemble=127.0.0.1:64087 2024-11-24T22:19:17,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:17,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:17,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406990x0, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:19:17,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406990x0, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Set watcher on znode that does not yet exist, /0-490949865/running 2024-11-24T22:19:17,115 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T22:19:17,115 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-490949865/meta-region-server: INIT 2024-11-24T22:19:17,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40699-0x1014c0fb0d60007 connected 2024-11-24T22:19:17,128 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T22:19:17,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40699-0x1014c0fb0d60007, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Set watcher on znode that does not yet exist, /0-490949865/master 2024-11-24T22:19:17,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40699-0x1014c0fb0d60007, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Set watcher on znode that does not yet exist, /0-490949865/acl 2024-11-24T22:19:17,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40699 2024-11-24T22:19:17,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40699 2024-11-24T22:19:17,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40699 2024-11-24T22:19:17,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40699 2024-11-24T22:19:17,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40699 2024-11-24T22:19:17,155 DEBUG [M:0;bd6592c37bb2:38491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:38491 2024-11-24T22:19:17,156 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-490949865/backup-masters/bd6592c37bb2,38491,1732486757041 2024-11-24T22:19:17,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1014c0fb0d60007, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865/backup-masters 2024-11-24T22:19:17,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865/backup-masters 2024-11-24T22:19:17,158 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Set watcher on existing znode=/0-490949865/backup-masters/bd6592c37bb2,38491,1732486757041 2024-11-24T22:19:17,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1014c0fb0d60007, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-490949865/master 2024-11-24T22:19:17,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865 2024-11-24T22:19:17,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1014c0fb0d60007, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865 2024-11-24T22:19:17,160 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Set watcher on existing znode=/0-490949865/master 2024-11-24T22:19:17,161 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-490949865/backup-masters/bd6592c37bb2,38491,1732486757041 from backup master directory 2024-11-24T22:19:17,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1014c0fb0d60007, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865/backup-masters 2024-11-24T22:19:17,175 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:19:17,175 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,38491,1732486757041 2024-11-24T22:19:17,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-490949865/backup-masters/bd6592c37bb2,38491,1732486757041 2024-11-24T22:19:17,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865/backup-masters 2024-11-24T22:19:17,203 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:17,203 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T22:19:17,218 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 14ms. 2024-11-24T22:19:17,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741846_1022 (size=196) 2024-11-24T22:19:17,641 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:19:17,642 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T22:19:17,642 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:19:17,650 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-24T22:19:17,655 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/WALs/bd6592c37bb2,41509,1732486744640 to hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/WALs/bd6592c37bb2,41509,1732486744640-dead as it is dead 2024-11-24T22:19:17,655 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/WALs/bd6592c37bb2,41509,1732486744640-dead/bd6592c37bb2%2C41509%2C1732486744640.1732486746386 2024-11-24T22:19:17,656 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/WALs/bd6592c37bb2,41509,1732486744640-dead/bd6592c37bb2%2C41509%2C1732486744640.1732486746386 after 1ms 2024-11-24T22:19:17,656 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/WALs/bd6592c37bb2,41509,1732486744640-dead/bd6592c37bb2%2C41509%2C1732486744640.1732486746386 to hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bd6592c37bb2%2C41509%2C1732486744640.1732486746386 2024-11-24T22:19:17,656 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/WALs/bd6592c37bb2,41509,1732486744640-dead 2024-11-24T22:19:17,657 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/WALs/bd6592c37bb2,38491,1732486757041 2024-11-24T22:19:17,658 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:19:17,659 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C38491%2C1732486757041, suffix=, logDir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/WALs/bd6592c37bb2,38491,1732486757041, archiveDir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/oldWALs, maxLogs=10 2024-11-24T22:19:17,672 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/WALs/bd6592c37bb2,38491,1732486757041/bd6592c37bb2%2C38491%2C1732486757041.1732486757659, exclude list is [], retry=0 2024-11-24T22:19:17,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34267,DS-8ace75b3-ed2c-45c9-afaf-39f16e1920b3,DISK] 2024-11-24T22:19:17,676 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/WALs/bd6592c37bb2,38491,1732486757041/bd6592c37bb2%2C38491%2C1732486757041.1732486757659 2024-11-24T22:19:17,677 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39425:39425)] 2024-11-24T22:19:17,677 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:19:17,677 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:17,677 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:17,677 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:17,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:17,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T22:19:17,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:17,684 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0454a40c39944b91b107f55fbda8751a 2024-11-24T22:19:17,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:17,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:17,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T22:19:17,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:17,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d98910c3837d4ed1af8ae584d1b7b60a 2024-11-24T22:19:17,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:17,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:17,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T22:19:17,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:17,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4f2b26ba09f40aeb55397381724cdac 2024-11-24T22:19:17,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:17,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:17,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T22:19:17,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:17,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:17,695 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:17,695 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-24T22:19:17,695 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bd6592c37bb2%2C41509%2C1732486744640.1732486746386 2024-11-24T22:19:17,699 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bd6592c37bb2%2C41509%2C1732486744640.1732486746386 2024-11-24T22:19:17,699 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/bd6592c37bb2%2C41509%2C1732486744640.1732486746386 2024-11-24T22:19:17,700 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:17,700 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:17,701 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:19:17,702 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:17,703 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-24T22:19:17,704 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61044287, jitterRate=-0.09036923944950104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:19:17,704 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732486757677Initializing all the Stores at 1732486757678 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486757678Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486757678Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486757678Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486757678Cleaning up temporary data from old regions at 1732486757700 (+22 ms)Region opened successfully at 1732486757704 (+4 ms) 2024-11-24T22:19:17,705 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T22:19:17,706 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a70b85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:19:17,709 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-24T22:19:17,709 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T22:19:17,709 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T22:19:17,709 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T22:19:17,710 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T22:19:17,712 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T22:19:17,712 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T22:19:17,713 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T22:19:17,713 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-24T22:19:17,713 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T22:19:17,715 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=bd6592c37bb2,43855,1732486744691, regionLocation=bd6592c37bb2,43855,1732486744691, openSeqNum=2 2024-11-24T22:19:17,715 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=bd6592c37bb2,43855,1732486744691, table=hbase:meta, region=1588230740 2024-11-24T22:19:17,715 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,43855,1732486744691, state=OPEN 2024-11-24T22:19:17,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1014c0fb0d60007, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-490949865/meta-region-server 2024-11-24T22:19:17,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-490949865/meta-region-server 2024-11-24T22:19:17,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-490949865/meta-region-server: CHANGED 2024-11-24T22:19:17,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-490949865/meta-region-server: CHANGED 2024-11-24T22:19:17,720 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-24T22:19:17,721 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-490949865/draining/bd6592c37bb2,43855,1732486744691 already deleted, retry=false 2024-11-24T22:19:17,721 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of bd6592c37bb2,43855,1732486744691 on bd6592c37bb2,38491,1732486757041 2024-11-24T22:19:17,722 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure bd6592c37bb2,43855,1732486744691, splitWal=true, meta=true 2024-11-24T22:19:17,722 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for bd6592c37bb2,43855,1732486744691 (carryingMeta=true) bd6592c37bb2,43855,1732486744691/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@463e857b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T22:19:17,723 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Unable to get data of znode /0-490949865/balancer because node does not exist (not necessarily an error) 2024-11-24T22:19:17,724 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-490949865/balancer already deleted, retry=false 2024-11-24T22:19:17,724 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T22:19:17,725 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Unable to get data of znode /0-490949865/normalizer because node does not exist (not necessarily an error) 2024-11-24T22:19:17,727 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-490949865/normalizer already deleted, retry=false 2024-11-24T22:19:17,727 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T22:19:17,728 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Unable to get data of znode /0-490949865/switch/split because node does not exist (not necessarily an error) 2024-11-24T22:19:17,729 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-490949865/switch/split already deleted, retry=false 2024-11-24T22:19:17,729 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Unable to get data of znode /0-490949865/switch/merge because node does not exist (not necessarily an error) 2024-11-24T22:19:17,730 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-490949865/switch/merge already deleted, retry=false 2024-11-24T22:19:17,733 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Unable to get data of znode /0-490949865/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T22:19:17,735 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-490949865/snapshot-cleanup already deleted, retry=false 2024-11-24T22:19:17,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1014c0fb0d60007, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-490949865/running 2024-11-24T22:19:17,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-490949865/running 2024-11-24T22:19:17,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1014c0fb0d60007, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865 2024-11-24T22:19:17,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865 2024-11-24T22:19:17,737 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,38491,1732486757041, sessionid=0x1014c0fb0d60006, setting cluster-up flag (Was=false) 2024-11-24T22:19:17,739 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-490949865/flush-table-proc/acquired, /0-490949865/flush-table-proc/reached, /0-490949865/flush-table-proc/abort 2024-11-24T22:19:17,739 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,38491,1732486757041 2024-11-24T22:19:17,741 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-490949865/online-snapshot/acquired, /0-490949865/online-snapshot/reached, /0-490949865/online-snapshot/abort 2024-11-24T22:19:17,742 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,38491,1732486757041 2024-11-24T22:19:17,743 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/.lastflushedseqids 2024-11-24T22:19:17,745 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T22:19:17,745 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T22:19:17,745 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,38491,1732486757041 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 bd6592c37bb2,43855,1732486744691 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T22:19:17,746 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:19:17,746 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:19:17,746 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:19:17,746 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:19:17,746 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10 2024-11-24T22:19:17,746 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:17,746 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:19:17,746 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:17,748 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure bd6592c37bb2,43855,1732486744691, splitWal=true, meta=true 2024-11-24T22:19:17,748 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732486787748 2024-11-24T22:19:17,748 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure bd6592c37bb2,43855,1732486744691, splitWal=true, meta=true, isMeta: true 2024-11-24T22:19:17,748 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T22:19:17,748 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T22:19:17,748 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T22:19:17,748 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T22:19:17,748 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T22:19:17,748 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T22:19:17,749 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,43855,1732486744691-splitting 2024-11-24T22:19:17,750 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,43855,1732486744691-splitting dir is empty, no logs to split. 2024-11-24T22:19:17,750 INFO [PEWorker-1 {}] master.SplitWALManager(105): bd6592c37bb2,43855,1732486744691 WAL count=0, meta=true 2024-11-24T22:19:17,751 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,43855,1732486744691-splitting dir is empty, no logs to split. 2024-11-24T22:19:17,751 INFO [PEWorker-1 {}] master.SplitWALManager(105): bd6592c37bb2,43855,1732486744691 WAL count=0, meta=true 2024-11-24T22:19:17,751 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if bd6592c37bb2,43855,1732486744691 WAL splitting is done? wals=0, meta=true 2024-11-24T22:19:17,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T22:19:17,752 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:17,753 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:19:17,753 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T22:19:17,756 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T22:19:17,756 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T22:19:17,756 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T22:19:17,756 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T22:19:17,757 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T22:19:17,757 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T22:19:17,757 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486757757,5,FailOnTimeoutGroup] 2024-11-24T22:19:17,757 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486757757,5,FailOnTimeoutGroup] 2024-11-24T22:19:17,757 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:17,757 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T22:19:17,757 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:17,757 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:17,757 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732486757757, completionTime=-1 2024-11-24T22:19:17,757 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-24T22:19:17,757 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T22:19:17,842 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.HRegionServer(746): ClusterId : 5fbce47c-823d-48fc-bf1b-0757ad4be104 2024-11-24T22:19:17,842 DEBUG [RS:0;bd6592c37bb2:40699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T22:19:17,845 DEBUG [RS:0;bd6592c37bb2:40699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T22:19:17,845 DEBUG [RS:0;bd6592c37bb2:40699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T22:19:17,847 DEBUG [RS:0;bd6592c37bb2:40699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T22:19:17,847 DEBUG [RS:0;bd6592c37bb2:40699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254d1ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:19:17,859 DEBUG [RS:0;bd6592c37bb2:40699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:40699 2024-11-24T22:19:17,860 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T22:19:17,860 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T22:19:17,860 DEBUG [RS:0;bd6592c37bb2:40699 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T22:19:17,860 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,38491,1732486757041 with port=40699, startcode=1732486757103 2024-11-24T22:19:17,861 DEBUG [RS:0;bd6592c37bb2:40699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T22:19:17,862 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T22:19:17,862 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38491 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,40699,1732486757103 2024-11-24T22:19:17,862 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38491 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,40699,1732486757103 2024-11-24T22:19:17,864 DEBUG [RS:0;bd6592c37bb2:40699 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e 2024-11-24T22:19:17,864 DEBUG [RS:0;bd6592c37bb2:40699 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42963 2024-11-24T22:19:17,864 DEBUG [RS:0;bd6592c37bb2:40699 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T22:19:17,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865/rs 2024-11-24T22:19:17,873 DEBUG [RS:0;bd6592c37bb2:40699 {}] zookeeper.ZKUtil(111): regionserver:40699-0x1014c0fb0d60007, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Set watcher on existing znode=/0-490949865/rs/bd6592c37bb2,40699,1732486757103 2024-11-24T22:19:17,873 WARN [RS:0;bd6592c37bb2:40699 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:19:17,873 INFO [RS:0;bd6592c37bb2:40699 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:19:17,873 DEBUG [RS:0;bd6592c37bb2:40699 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,40699,1732486757103 2024-11-24T22:19:17,874 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,40699,1732486757103] 2024-11-24T22:19:17,892 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T22:19:17,893 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T22:19:17,894 INFO [RS:0;bd6592c37bb2:40699 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T22:19:17,894 INFO [RS:0;bd6592c37bb2:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:17,894 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T22:19:17,895 INFO [RS:0;bd6592c37bb2:40699 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T22:19:17,895 INFO [RS:0;bd6592c37bb2:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:17,895 DEBUG [RS:0;bd6592c37bb2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:17,895 DEBUG [RS:0;bd6592c37bb2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:17,895 DEBUG [RS:0;bd6592c37bb2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:17,895 DEBUG [RS:0;bd6592c37bb2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:17,895 DEBUG [RS:0;bd6592c37bb2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:17,895 DEBUG [RS:0;bd6592c37bb2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:19:17,895 DEBUG [RS:0;bd6592c37bb2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:17,895 DEBUG [RS:0;bd6592c37bb2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:17,895 DEBUG [RS:0;bd6592c37bb2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:17,895 DEBUG [RS:0;bd6592c37bb2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:17,895 DEBUG [RS:0;bd6592c37bb2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:17,895 DEBUG [RS:0;bd6592c37bb2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:17,895 DEBUG [RS:0;bd6592c37bb2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:19:17,895 DEBUG [RS:0;bd6592c37bb2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:19:17,896 INFO [RS:0;bd6592c37bb2:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:17,896 INFO [RS:0;bd6592c37bb2:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:17,896 INFO [RS:0;bd6592c37bb2:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:17,896 INFO [RS:0;bd6592c37bb2:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:17,896 INFO [RS:0;bd6592c37bb2:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:17,896 INFO [RS:0;bd6592c37bb2:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,40699,1732486757103-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:19:17,904 WARN [bd6592c37bb2:38491 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T22:19:17,908 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=151ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T22:19:17,909 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T22:19:17,909 INFO [RS:0;bd6592c37bb2:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,40699,1732486757103-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:17,923 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.ReplicationSource(231): queueId=1-bd6592c37bb2,40699,1732486757103, ReplicationSource: 1, currentBandwidth=0 2024-11-24T22:19:17,924 INFO [RS:0;bd6592c37bb2:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:17,924 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.Replication(171): bd6592c37bb2,40699,1732486757103 started 2024-11-24T22:19:17,937 INFO [RS:0;bd6592c37bb2:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:17,937 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,40699,1732486757103, RpcServer on bd6592c37bb2/172.17.0.2:40699, sessionid=0x1014c0fb0d60007 2024-11-24T22:19:17,937 DEBUG [RS:0;bd6592c37bb2:40699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T22:19:17,937 DEBUG [RS:0;bd6592c37bb2:40699 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,40699,1732486757103 2024-11-24T22:19:17,937 DEBUG [RS:0;bd6592c37bb2:40699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,40699,1732486757103' 2024-11-24T22:19:17,937 DEBUG [RS:0;bd6592c37bb2:40699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-490949865/flush-table-proc/abort' 2024-11-24T22:19:17,938 DEBUG [RS:0;bd6592c37bb2:40699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-490949865/flush-table-proc/acquired' 2024-11-24T22:19:17,938 DEBUG [RS:0;bd6592c37bb2:40699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T22:19:17,938 DEBUG [RS:0;bd6592c37bb2:40699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T22:19:17,938 DEBUG [RS:0;bd6592c37bb2:40699 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,40699,1732486757103 2024-11-24T22:19:17,938 DEBUG [RS:0;bd6592c37bb2:40699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,40699,1732486757103' 2024-11-24T22:19:17,938 DEBUG [RS:0;bd6592c37bb2:40699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-490949865/online-snapshot/abort' 2024-11-24T22:19:17,938 DEBUG [RS:0;bd6592c37bb2:40699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-490949865/online-snapshot/acquired' 2024-11-24T22:19:17,939 DEBUG [RS:0;bd6592c37bb2:40699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T22:19:17,939 INFO [RS:0;bd6592c37bb2:40699 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T22:19:17,939 INFO [RS:0;bd6592c37bb2:40699 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T22:19:17,941 DEBUG [RS:0;bd6592c37bb2:40699.replicationSource,1-bd6592c37bb2,40699,1732486757103 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:36577' 2024-11-24T22:19:17,942 DEBUG [RS:0;bd6592c37bb2:40699.replicationSource,1-bd6592c37bb2,40699,1732486757103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a4c187d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:17,942 DEBUG [RS:0;bd6592c37bb2:40699.replicationSource,1-bd6592c37bb2,40699,1732486757103 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,36577,-1 for getting cluster id 2024-11-24T22:19:17,942 DEBUG [RS:0;bd6592c37bb2:40699.replicationSource,1-bd6592c37bb2,40699,1732486757103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:19:17,943 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b9a388d-24f6-484c-afa8-05dc07909c94' 2024-11-24T22:19:17,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:19:17,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b9a388d-24f6-484c-afa8-05dc07909c94" 2024-11-24T22:19:17,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ae8702c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:17,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,36577,-1] 2024-11-24T22:19:17,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:19:17,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:17,945 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:19:17,946 DEBUG [RS:0;bd6592c37bb2:40699.replicationSource,1-bd6592c37bb2,40699,1732486757103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6733882b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:17,946 DEBUG [RS:0;bd6592c37bb2:40699.replicationSource,1-bd6592c37bb2,40699,1732486757103 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:19:17,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,36577,1732486748409 2024-11-24T22:19:17,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@246e30f0 2024-11-24T22:19:17,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:19:17,948 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-24T22:19:17,948 INFO [RS:0;bd6592c37bb2:40699.replicationSource,1-bd6592c37bb2,40699,1732486757103 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bd6592c37bb2,40699,1732486757103 (queues=0) is replicating from cluster=5fbce47c-823d-48fc-bf1b-0757ad4be104 to cluster=0b9a388d-24f6-484c-afa8-05dc07909c94 2024-11-24T22:19:18,039 INFO [RS:0;bd6592c37bb2:40699 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:19:18,040 INFO [RS:0;bd6592c37bb2:40699 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C40699%2C1732486757103, suffix=, logDir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,40699,1732486757103, archiveDir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/oldWALs, maxLogs=10 2024-11-24T22:19:18,054 DEBUG [RS:0;bd6592c37bb2:40699 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,40699,1732486757103/bd6592c37bb2%2C40699%2C1732486757103.1732486758041, exclude list is [], retry=0 2024-11-24T22:19:18,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34267,DS-8ace75b3-ed2c-45c9-afaf-39f16e1920b3,DISK] 2024-11-24T22:19:18,058 INFO [RS:0;bd6592c37bb2:40699 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,40699,1732486757103/bd6592c37bb2%2C40699%2C1732486757103.1732486758041 2024-11-24T22:19:18,058 DEBUG [RS:0;bd6592c37bb2:40699 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group bd6592c37bb2%2C40699%2C1732486757103 for peer 1 2024-11-24T22:19:18,058 DEBUG [RS:0;bd6592c37bb2:40699 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bd6592c37bb2%2C40699%2C1732486757103 2024-11-24T22:19:18,059 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bd6592c37bb2,40699,1732486757103, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T22:19:18,059 DEBUG [RS:0;bd6592c37bb2:40699 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39425:39425)] 2024-11-24T22:19:18,059 INFO [RS:0;bd6592c37bb2:40699.replicationSource.shipperbd6592c37bb2%2C40699%2C1732486757103,1-bd6592c37bb2,40699,1732486757103 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bd6592c37bb2%2C40699%2C1732486757103 2024-11-24T22:19:18,059 DEBUG [RS:0;bd6592c37bb2:40699.replicationSource.wal-reader.bd6592c37bb2%2C40699%2C1732486757103,1-bd6592c37bb2,40699,1732486757103 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,40699,1732486757103/bd6592c37bb2%2C40699%2C1732486757103.1732486758041, startPosition=0, beingWritten=true 2024-11-24T22:19:18,154 DEBUG [bd6592c37bb2:38491 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:19:18,154 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,40699,1732486757103 2024-11-24T22:19:18,156 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,40699,1732486757103, state=OPENING 2024-11-24T22:19:18,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-490949865/meta-region-server 2024-11-24T22:19:18,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1014c0fb0d60007, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-490949865/meta-region-server 2024-11-24T22:19:18,159 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:19:18,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-490949865/meta-region-server: CHANGED 2024-11-24T22:19:18,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-490949865/meta-region-server: CHANGED 2024-11-24T22:19:18,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,40699,1732486757103}] 2024-11-24T22:19:18,216 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:19:18,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:18,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:18,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:18,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:18,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:18,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:18,263 DEBUG [RS:0;bd6592c37bb2:40699.replicationSource.wal-reader.bd6592c37bb2%2C40699%2C1732486757103,1-bd6592c37bb2,40699,1732486757103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,40699,1732486757103/bd6592c37bb2%2C40699%2C1732486757103.1732486758041 to pos 0, reset compression=false 2024-11-24T22:19:18,311 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:19:18,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:19:18,316 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T22:19:18,316 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:19:18,316 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T22:19:18,317 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C40699%2C1732486757103.meta, suffix=.meta, logDir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,40699,1732486757103, archiveDir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/oldWALs, maxLogs=10 2024-11-24T22:19:18,330 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,40699,1732486757103/bd6592c37bb2%2C40699%2C1732486757103.meta.1732486758317.meta, exclude list is [], retry=0 2024-11-24T22:19:18,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34267,DS-8ace75b3-ed2c-45c9-afaf-39f16e1920b3,DISK] 2024-11-24T22:19:18,334 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,40699,1732486757103/bd6592c37bb2%2C40699%2C1732486757103.meta.1732486758317.meta 2024-11-24T22:19:18,334 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39425:39425)] 2024-11-24T22:19:18,334 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:19:18,334 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:19:18,334 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:19:18,334 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T22:19:18,335 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T22:19:18,335 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T22:19:18,335 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:18,335 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T22:19:18,335 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T22:19:18,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:19:18,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:19:18,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:18,342 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/info/1346137249c142858a881cdbc676c35b 2024-11-24T22:19:18,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:18,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:19:18,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:19:18,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:18,348 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/ns/c16e1ab3ee304f82bc01b2d3e2c16749 2024-11-24T22:19:18,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:18,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:19:18,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:19:18,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:18,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:18,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:19:18,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:19:18,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:18,354 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/table/ec92ea7624584d418bff8624a124671a 2024-11-24T22:19:18,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:18,354 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:19:18,354 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740 2024-11-24T22:19:18,355 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740 2024-11-24T22:19:18,356 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:19:18,356 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:19:18,357 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:19:18,358 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:19:18,358 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72654152, jitterRate=0.08263123035430908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:19:18,358 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T22:19:18,358 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732486758335Writing region info on filesystem at 1732486758335Initializing all the Stores at 1732486758336 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486758336Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486758336Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486758336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486758336Cleaning up temporary data from old regions at 1732486758356 (+20 ms)Running coprocessor post-open hooks at 1732486758358 (+2 ms)Region opened successfully at 1732486758358 2024-11-24T22:19:18,359 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732486758311 2024-11-24T22:19:18,361 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T22:19:18,361 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T22:19:18,361 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=bd6592c37bb2,40699,1732486757103 2024-11-24T22:19:18,362 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,40699,1732486757103, state=OPEN 2024-11-24T22:19:18,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1014c0fb0d60007, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-490949865/meta-region-server 2024-11-24T22:19:18,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-490949865/meta-region-server 2024-11-24T22:19:18,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-490949865/meta-region-server: CHANGED 2024-11-24T22:19:18,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-490949865/meta-region-server: CHANGED 2024-11-24T22:19:18,365 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,40699,1732486757103 2024-11-24T22:19:18,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-24T22:19:18,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,40699,1732486757103 in 206 msec 2024-11-24T22:19:18,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T22:19:18,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 615 msec 2024-11-24T22:19:18,568 DEBUG [RS:0;bd6592c37bb2:40699.replicationSource.wal-reader.bd6592c37bb2%2C40699%2C1732486757103,1-bd6592c37bb2,40699,1732486757103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,40699,1732486757103/bd6592c37bb2%2C40699%2C1732486757103.1732486758041 to pos 0, reset compression=false 2024-11-24T22:19:18,973 DEBUG [RS:0;bd6592c37bb2:40699.replicationSource.wal-reader.bd6592c37bb2%2C40699%2C1732486757103,1-bd6592c37bb2,40699,1732486757103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,40699,1732486757103/bd6592c37bb2%2C40699%2C1732486757103.1732486758041 to pos 0, reset compression=false 2024-11-24T22:19:19,410 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-24T22:19:19,477 DEBUG [RS:0;bd6592c37bb2:40699.replicationSource.wal-reader.bd6592c37bb2%2C40699%2C1732486757103,1-bd6592c37bb2,40699,1732486757103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,40699,1732486757103/bd6592c37bb2%2C40699%2C1732486757103.1732486758041 to pos 0, reset compression=false 2024-11-24T22:19:20,082 DEBUG [RS:0;bd6592c37bb2:40699.replicationSource.wal-reader.bd6592c37bb2%2C40699%2C1732486757103,1-bd6592c37bb2,40699,1732486757103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,40699,1732486757103/bd6592c37bb2%2C40699%2C1732486757103.1732486758041 to pos 0, reset compression=false 2024-11-24T22:19:20,788 DEBUG [RS:0;bd6592c37bb2:40699.replicationSource.wal-reader.bd6592c37bb2%2C40699%2C1732486757103,1-bd6592c37bb2,40699,1732486757103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,40699,1732486757103/bd6592c37bb2%2C40699%2C1732486757103.1732486758041 to pos 0, reset compression=false 2024-11-24T22:19:20,912 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-24T22:19:21,593 DEBUG [RS:0;bd6592c37bb2:40699.replicationSource.wal-reader.bd6592c37bb2%2C40699%2C1732486757103,1-bd6592c37bb2,40699,1732486757103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,40699,1732486757103/bd6592c37bb2%2C40699%2C1732486757103.1732486758041 to pos 0, reset compression=false 2024-11-24T22:19:22,264 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-24T22:19:22,265 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T22:19:22,265 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:19:22,265 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40699,1732486757103, seqNum=-1] 2024-11-24T22:19:22,265 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:19:22,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:19:22,270 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80d61c4390cab666bb29adf6b76773c5, regionState=OPEN, lastHost=bd6592c37bb2,43855,1732486744691, regionLocation=bd6592c37bb2,43855,1732486744691, openSeqNum=2 2024-11-24T22:19:22,270 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T22:19:22,270 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732486822270 2024-11-24T22:19:22,270 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732486882270 2024-11-24T22:19:22,270 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-24T22:19:22,271 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): bd6592c37bb2,43855,1732486744691 had 2 regions 2024-11-24T22:19:22,271 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,38491,1732486757041-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:22,271 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,38491,1732486757041-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:22,271 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,38491,1732486757041-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:22,271 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:38491, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:22,271 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:22,271 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:22,272 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure bd6592c37bb2,43855,1732486744691, splitWal=true, meta=true, isMeta: false 2024-11-24T22:19:22,274 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,43855,1732486744691-splitting dir is empty, no logs to split. 2024-11-24T22:19:22,274 INFO [PEWorker-3 {}] master.SplitWALManager(105): bd6592c37bb2,43855,1732486744691 WAL count=0, meta=false 2024-11-24T22:19:22,276 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,43855,1732486744691-splitting dir is empty, no logs to split. 2024-11-24T22:19:22,276 INFO [PEWorker-3 {}] master.SplitWALManager(105): bd6592c37bb2,43855,1732486744691 WAL count=0, meta=false 2024-11-24T22:19:22,276 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if bd6592c37bb2,43855,1732486744691 WAL splitting is done? wals=0, meta=false 2024-11-24T22:19:22,277 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.101sec 2024-11-24T22:19:22,277 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T22:19:22,277 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T22:19:22,277 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T22:19:22,277 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T22:19:22,277 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T22:19:22,277 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,38491,1732486757041-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:19:22,277 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,38491,1732486757041-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T22:19:22,279 WARN [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=bd6592c37bb2,43855,1732486744691/hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. 2024-11-24T22:19:22,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=80d61c4390cab666bb29adf6b76773c5, ASSIGN}] 2024-11-24T22:19:22,281 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=80d61c4390cab666bb29adf6b76773c5, ASSIGN 2024-11-24T22:19:22,281 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=80d61c4390cab666bb29adf6b76773c5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T22:19:22,283 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T22:19:22,283 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T22:19:22,283 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,38491,1732486757041-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:22,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d556a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:22,345 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,38491,-1 for getting cluster id 2024-11-24T22:19:22,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:19:22,347 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fbce47c-823d-48fc-bf1b-0757ad4be104' 2024-11-24T22:19:22,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:19:22,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fbce47c-823d-48fc-bf1b-0757ad4be104" 2024-11-24T22:19:22,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a05416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:22,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,38491,-1] 2024-11-24T22:19:22,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:19:22,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:22,348 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:19:22,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4765a28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:22,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:19:22,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40699,1732486757103, seqNum=-1] 2024-11-24T22:19:22,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:19:22,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:19:22,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-24T22:19:22,354 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:19:22,354 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:22,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:22,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:22,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:19:22,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: bd6592c37bb2:38491 after: bd6592c37bb2:38491 2024-11-24T22:19:22,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d70cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:22,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,38491,-1 for getting cluster id 2024-11-24T22:19:22,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:19:22,355 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fbce47c-823d-48fc-bf1b-0757ad4be104' 2024-11-24T22:19:22,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:19:22,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fbce47c-823d-48fc-bf1b-0757ad4be104" 2024-11-24T22:19:22,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6271eea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:22,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,38491,-1] 2024-11-24T22:19:22,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:19:22,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:22,357 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:19:22,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0af53e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:22,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:19:22,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,38491,1732486757041 2024-11-24T22:19:22,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43d3b56 2024-11-24T22:19:22,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:19:22,359 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:19:22,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T22:19:22,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T22:19:22,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:19:22,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:22,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:22,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:22,360 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:19:22,360 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T22:19:22,360 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1249274941, stopped=false 2024-11-24T22:19:22,360 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bd6592c37bb2,36577,1732486748409 2024-11-24T22:19:22,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1898362476/running 2024-11-24T22:19:22,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1014c0fb0d60004, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1898362476/running 2024-11-24T22:19:22,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1898362476 2024-11-24T22:19:22,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1014c0fb0d60004, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1898362476 2024-11-24T22:19:22,376 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:19:22,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:19:22,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:22,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:22,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Set watcher on znode that does not yet exist, /1898362476/running 2024-11-24T22:19:22,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42361-0x1014c0fb0d60004, quorum=127.0.0.1:64087, baseZNode=/1898362476 Set watcher on znode that does not yet exist, /1898362476/running 2024-11-24T22:19:22,377 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bd6592c37bb2,42361,1732486748452' ***** 2024-11-24T22:19:22,377 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T22:19:22,377 INFO [RS:0;bd6592c37bb2:42361 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T22:19:22,378 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T22:19:22,378 INFO [RS:0;bd6592c37bb2:42361 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T22:19:22,378 INFO [RS:0;bd6592c37bb2:42361 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T22:19:22,378 INFO [RS:0;bd6592c37bb2:42361 {}] regionserver.HRegionServer(959): stopping server bd6592c37bb2,42361,1732486748452 2024-11-24T22:19:22,378 INFO [RS:0;bd6592c37bb2:42361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:19:22,378 INFO [RS:0;bd6592c37bb2:42361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:42361. 2024-11-24T22:19:22,378 DEBUG [RS:0;bd6592c37bb2:42361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:22,378 DEBUG [RS:0;bd6592c37bb2:42361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:22,378 INFO [RS:0;bd6592c37bb2:42361 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T22:19:22,378 INFO [RS:0;bd6592c37bb2:42361 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T22:19:22,378 INFO [RS:0;bd6592c37bb2:42361 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T22:19:22,378 INFO [RS:0;bd6592c37bb2:42361 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T22:19:22,378 INFO [RS:0;bd6592c37bb2:42361 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T22:19:22,378 DEBUG [RS:0;bd6592c37bb2:42361 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T22:19:22,378 DEBUG [RS:0;bd6592c37bb2:42361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:19:22,378 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:19:22,379 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:19:22,379 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:19:22,379 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:19:22,379 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:19:22,379 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T22:19:22,395 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/data/hbase/meta/1588230740/.tmp/ns/0af6054551fa4175adad47cc0d217fcc is 43, key is default/ns:d/1732486751422/Put/seqid=0 2024-11-24T22:19:22,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741835_1011 (size=5153) 2024-11-24T22:19:22,422 INFO [regionserver/bd6592c37bb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:19:22,431 DEBUG [bd6592c37bb2:38491 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:19:22,432 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=80d61c4390cab666bb29adf6b76773c5, regionState=OPENING, regionLocation=bd6592c37bb2,40699,1732486757103 2024-11-24T22:19:22,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=80d61c4390cab666bb29adf6b76773c5, ASSIGN because future has completed 2024-11-24T22:19:22,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80d61c4390cab666bb29adf6b76773c5, server=bd6592c37bb2,40699,1732486757103}] 2024-11-24T22:19:22,498 DEBUG [RS:0;bd6592c37bb2:40699.replicationSource.wal-reader.bd6592c37bb2%2C40699%2C1732486757103,1-bd6592c37bb2,40699,1732486757103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,40699,1732486757103/bd6592c37bb2%2C40699%2C1732486757103.1732486758041 to pos 0, reset compression=false 2024-11-24T22:19:22,579 DEBUG [RS:0;bd6592c37bb2:42361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:19:22,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. 2024-11-24T22:19:22,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:19:22,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T22:19:22,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C40699%2C1732486757103.rep, suffix=, logDir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,40699,1732486757103, archiveDir=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/oldWALs, maxLogs=10 2024-11-24T22:19:22,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,40699,1732486757103/bd6592c37bb2%2C40699%2C1732486757103.rep.1732486762591, exclude list is [], retry=0 2024-11-24T22:19:22,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34267,DS-8ace75b3-ed2c-45c9-afaf-39f16e1920b3,DISK] 2024-11-24T22:19:22,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,40699,1732486757103/bd6592c37bb2%2C40699%2C1732486757103.rep.1732486762591 2024-11-24T22:19:22,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39425:39425)] 2024-11-24T22:19:22,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 80d61c4390cab666bb29adf6b76773c5, NAME => 'hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:19:22,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:19:22,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:19:22,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. service=MultiRowMutationService 2024-11-24T22:19:22,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T22:19:22,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:22,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:22,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:22,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:22,610 INFO [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:22,611 INFO [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80d61c4390cab666bb29adf6b76773c5 columnFamilyName hfileref 2024-11-24T22:19:22,611 DEBUG [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:22,611 INFO [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] regionserver.HStore(327): Store=80d61c4390cab666bb29adf6b76773c5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:22,611 INFO [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:22,612 INFO [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80d61c4390cab666bb29adf6b76773c5 columnFamilyName queue 2024-11-24T22:19:22,612 DEBUG [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:22,625 DEBUG [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/replication/80d61c4390cab666bb29adf6b76773c5/queue/0621c61bdc2c4d939a030b4225469f97 2024-11-24T22:19:22,626 INFO [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] regionserver.HStore(327): Store=80d61c4390cab666bb29adf6b76773c5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:22,626 INFO [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:22,627 INFO [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80d61c4390cab666bb29adf6b76773c5 columnFamilyName sid 2024-11-24T22:19:22,627 DEBUG [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:22,627 INFO [StoreOpener-80d61c4390cab666bb29adf6b76773c5-1 {}] regionserver.HStore(327): Store=80d61c4390cab666bb29adf6b76773c5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:22,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:22,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/replication/80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:22,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/replication/80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:22,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:22,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:22,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:19:22,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:22,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 80d61c4390cab666bb29adf6b76773c5; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70859617, jitterRate=0.05589057505130768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:19:22,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:22,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 80d61c4390cab666bb29adf6b76773c5: Running coprocessor pre-open hook at 1732486762609Writing region info on filesystem at 1732486762609Initializing all the Stores at 1732486762610 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486762610Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486762610Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486762610Cleaning up temporary data from old regions at 1732486762630 (+20 ms)Running coprocessor post-open hooks at 1732486762633 (+3 ms)Region opened successfully at 1732486762634 (+1 ms) 2024-11-24T22:19:22,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5., pid=13, masterSystemTime=1732486762586 2024-11-24T22:19:22,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. 2024-11-24T22:19:22,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. 2024-11-24T22:19:22,638 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=80d61c4390cab666bb29adf6b76773c5, regionState=OPEN, openSeqNum=9, regionLocation=bd6592c37bb2,40699,1732486757103 2024-11-24T22:19:22,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80d61c4390cab666bb29adf6b76773c5, server=bd6592c37bb2,40699,1732486757103 because future has completed 2024-11-24T22:19:22,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T22:19:22,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 80d61c4390cab666bb29adf6b76773c5, server=bd6592c37bb2,40699,1732486757103 in 207 msec 2024-11-24T22:19:22,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-24T22:19:22,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=80d61c4390cab666bb29adf6b76773c5, ASSIGN in 364 msec 2024-11-24T22:19:22,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-24T22:19:22,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5., hostname=bd6592c37bb2,40699,1732486757103, seqNum=9] 2024-11-24T22:19:22,667 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for bd6592c37bb2,43855,1732486744691 2024-11-24T22:19:22,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-24T22:19:22,779 DEBUG [RS:0;bd6592c37bb2:42361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:19:22,799 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/data/hbase/meta/1588230740/.tmp/ns/0af6054551fa4175adad47cc0d217fcc 2024-11-24T22:19:22,805 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/data/hbase/meta/1588230740/.tmp/ns/0af6054551fa4175adad47cc0d217fcc as hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/data/hbase/meta/1588230740/ns/0af6054551fa4175adad47cc0d217fcc 2024-11-24T22:19:22,810 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/data/hbase/meta/1588230740/ns/0af6054551fa4175adad47cc0d217fcc, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T22:19:22,811 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-11-24T22:19:22,811 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T22:19:22,815 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T22:19:22,816 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:19:22,816 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:19:22,816 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:19:22,816 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486762378Running coprocessor pre-close hooks at 1732486762378Disabling compacts and flushes for region at 1732486762378Disabling writes for close at 1732486762379 (+1 ms)Obtaining lock to block concurrent updates at 1732486762379Preparing flush snapshotting stores in 1588230740 at 1732486762379Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732486762379Flushing stores of hbase:meta,,1.1588230740 at 1732486762379Flushing 1588230740/ns: creating writer at 1732486762379Flushing 1588230740/ns: appending metadata at 1732486762394 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732486762394Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ad8fbb5: reopening flushed file at 1732486762805 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1732486762811 (+6 ms)Writing region close event to WAL at 1732486762812 (+1 ms)Running coprocessor post-close hooks at 1732486762816 (+4 ms)Closed at 1732486762816 2024-11-24T22:19:22,816 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T22:19:22,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40699 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-24T22:19:22,979 INFO [RS:0;bd6592c37bb2:42361 {}] regionserver.HRegionServer(976): stopping server bd6592c37bb2,42361,1732486748452; all regions closed. 2024-11-24T22:19:22,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741834_1010 (size=1152) 2024-11-24T22:19:22,985 DEBUG [RS:0;bd6592c37bb2:42361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/oldWALs 2024-11-24T22:19:22,985 INFO [RS:0;bd6592c37bb2:42361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C42361%2C1732486748452.meta:.meta(num 1732486751382) 2024-11-24T22:19:22,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741832_1008 (size=93) 2024-11-24T22:19:22,988 DEBUG [RS:0;bd6592c37bb2:42361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/oldWALs 2024-11-24T22:19:22,988 INFO [RS:0;bd6592c37bb2:42361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C42361%2C1732486748452:(num 1732486750442) 2024-11-24T22:19:22,988 DEBUG [RS:0;bd6592c37bb2:42361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:22,988 INFO [RS:0;bd6592c37bb2:42361 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:19:22,988 INFO [RS:0;bd6592c37bb2:42361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:19:22,988 INFO [RS:0;bd6592c37bb2:42361 {}] hbase.ChoreService(370): Chore service for: regionserver/bd6592c37bb2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T22:19:22,989 INFO [RS:0;bd6592c37bb2:42361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:19:22,989 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:19:22,989 INFO [RS:0;bd6592c37bb2:42361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42361 2024-11-24T22:19:22,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1014c0fb0d60004, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1898362476/rs/bd6592c37bb2,42361,1732486748452 2024-11-24T22:19:22,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1898362476/rs 2024-11-24T22:19:22,991 INFO [RS:0;bd6592c37bb2:42361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:19:22,992 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bd6592c37bb2,42361,1732486748452] 2024-11-24T22:19:22,995 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1898362476/draining/bd6592c37bb2,42361,1732486748452 already deleted, retry=false 2024-11-24T22:19:22,995 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bd6592c37bb2,42361,1732486748452 expired; onlineServers=0 2024-11-24T22:19:22,995 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bd6592c37bb2,36577,1732486748409' ***** 2024-11-24T22:19:22,995 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T22:19:22,995 INFO [M:0;bd6592c37bb2:36577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:19:22,995 INFO [M:0;bd6592c37bb2:36577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:19:22,995 DEBUG [M:0;bd6592c37bb2:36577 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T22:19:22,995 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T22:19:22,995 DEBUG [M:0;bd6592c37bb2:36577 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T22:19:22,995 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486750227 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486750227,5,FailOnTimeoutGroup] 2024-11-24T22:19:22,995 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486750227 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486750227,5,FailOnTimeoutGroup] 2024-11-24T22:19:22,995 INFO [M:0;bd6592c37bb2:36577 {}] hbase.ChoreService(370): Chore service for: master/bd6592c37bb2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T22:19:22,995 INFO [M:0;bd6592c37bb2:36577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:19:22,995 DEBUG [M:0;bd6592c37bb2:36577 {}] master.HMaster(1795): Stopping service threads 2024-11-24T22:19:22,996 INFO [M:0;bd6592c37bb2:36577 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T22:19:22,996 INFO [M:0;bd6592c37bb2:36577 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:19:22,996 INFO [M:0;bd6592c37bb2:36577 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T22:19:22,996 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T22:19:22,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1898362476/master 2024-11-24T22:19:22,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1898362476 2024-11-24T22:19:22,997 DEBUG [M:0;bd6592c37bb2:36577 {}] zookeeper.ZKUtil(347): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Unable to get data of znode /1898362476/master because node does not exist (not an error) 2024-11-24T22:19:22,997 WARN [M:0;bd6592c37bb2:36577 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T22:19:22,998 INFO [M:0;bd6592c37bb2:36577 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/.lastflushedseqids 2024-11-24T22:19:23,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741836_1012 (size=99) 2024-11-24T22:19:23,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1014c0fb0d60004, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:23,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1014c0fb0d60004, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:23,092 INFO [RS:0;bd6592c37bb2:42361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:19:23,093 INFO [RS:0;bd6592c37bb2:42361 {}] regionserver.HRegionServer(1031): Exiting; stopping=bd6592c37bb2,42361,1732486748452; zookeeper connection closed. 2024-11-24T22:19:23,093 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79266dfc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79266dfc 2024-11-24T22:19:23,093 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T22:19:23,402 INFO [M:0;bd6592c37bb2:36577 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T22:19:23,403 INFO [M:0;bd6592c37bb2:36577 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T22:19:23,403 DEBUG [M:0;bd6592c37bb2:36577 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:19:23,403 INFO [M:0;bd6592c37bb2:36577 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:23,403 DEBUG [M:0;bd6592c37bb2:36577 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:23,403 DEBUG [M:0;bd6592c37bb2:36577 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:19:23,403 DEBUG [M:0;bd6592c37bb2:36577 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:23,403 INFO [M:0;bd6592c37bb2:36577 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T22:19:23,435 DEBUG [M:0;bd6592c37bb2:36577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae34095794524e96a1075644db138a19 is 82, key is hbase:meta,,1/info:regioninfo/1732486751413/Put/seqid=0 2024-11-24T22:19:23,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741837_1013 (size=5672) 2024-11-24T22:19:23,502 DEBUG [RS:0;bd6592c37bb2:40699.replicationSource.wal-reader.bd6592c37bb2%2C40699%2C1732486757103,1-bd6592c37bb2,40699,1732486757103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,40699,1732486757103/bd6592c37bb2%2C40699%2C1732486757103.1732486758041 to pos 0, reset compression=false 2024-11-24T22:19:23,837 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:19:23,843 INFO [M:0;bd6592c37bb2:36577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae34095794524e96a1075644db138a19 2024-11-24T22:19:23,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:23,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:23,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:23,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:23,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:23,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:23,876 DEBUG [M:0;bd6592c37bb2:36577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22a9a53cd466445485e54d71bee3bbe2 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732486751425/Put/seqid=0 2024-11-24T22:19:23,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741838_1014 (size=5275) 2024-11-24T22:19:23,892 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T22:19:24,281 INFO [M:0;bd6592c37bb2:36577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22a9a53cd466445485e54d71bee3bbe2 2024-11-24T22:19:24,300 DEBUG [M:0;bd6592c37bb2:36577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45a4939864db428aa5c2e0b135ca24dd is 69, key is bd6592c37bb2,42361,1732486748452/rs:state/1732486750297/Put/seqid=0 2024-11-24T22:19:24,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741839_1015 (size=5156) 2024-11-24T22:19:24,608 DEBUG [RS:0;bd6592c37bb2:40699.replicationSource.wal-reader.bd6592c37bb2%2C40699%2C1732486757103,1-bd6592c37bb2,40699,1732486757103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,40699,1732486757103/bd6592c37bb2%2C40699%2C1732486757103.1732486758041 to pos 0, reset compression=false 2024-11-24T22:19:24,704 INFO [M:0;bd6592c37bb2:36577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45a4939864db428aa5c2e0b135ca24dd 2024-11-24T22:19:24,709 DEBUG [M:0;bd6592c37bb2:36577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae34095794524e96a1075644db138a19 as hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae34095794524e96a1075644db138a19 2024-11-24T22:19:24,714 INFO [M:0;bd6592c37bb2:36577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae34095794524e96a1075644db138a19, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T22:19:24,715 DEBUG [M:0;bd6592c37bb2:36577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22a9a53cd466445485e54d71bee3bbe2 as hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22a9a53cd466445485e54d71bee3bbe2 2024-11-24T22:19:24,719 INFO [M:0;bd6592c37bb2:36577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22a9a53cd466445485e54d71bee3bbe2, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T22:19:24,720 DEBUG [M:0;bd6592c37bb2:36577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45a4939864db428aa5c2e0b135ca24dd as hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45a4939864db428aa5c2e0b135ca24dd 2024-11-24T22:19:24,724 INFO [M:0;bd6592c37bb2:36577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34599/user/jenkins/test-data/c1062879-6122-6cb8-6ecc-c784aea81bfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45a4939864db428aa5c2e0b135ca24dd, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T22:19:24,725 INFO [M:0;bd6592c37bb2:36577 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=28, compaction requested=false 2024-11-24T22:19:24,727 INFO [M:0;bd6592c37bb2:36577 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:24,727 DEBUG [M:0;bd6592c37bb2:36577 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486763403Disabling compacts and flushes for region at 1732486763403Disabling writes for close at 1732486763403Obtaining lock to block concurrent updates at 1732486763403Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732486763403Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732486763403Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732486763404 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732486763404Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732486763435 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732486763435Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732486763848 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732486763876 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732486763876Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732486764285 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732486764299 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732486764299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3353ba58: reopening flushed file at 1732486764708 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b48cfc2: reopening flushed file at 1732486764714 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a24164d: reopening flushed file at 1732486764720 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=28, compaction requested=false at 1732486764725 (+5 ms)Writing region close event to WAL at 1732486764727 (+2 ms)Closed at 1732486764727 2024-11-24T22:19:24,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741830_1006 (size=10165) 2024-11-24T22:19:24,729 INFO [M:0;bd6592c37bb2:36577 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T22:19:24,729 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:19:24,729 INFO [M:0;bd6592c37bb2:36577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36577 2024-11-24T22:19:24,730 INFO [M:0;bd6592c37bb2:36577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:19:24,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:24,832 INFO [M:0;bd6592c37bb2:36577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:19:24,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1014c0fb0d60003, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:24,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c111acf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:19:24,835 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@578c9118{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:19:24,835 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:19:24,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e38c1ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:19:24,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f8e46f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/hadoop.log.dir/,STOPPED} 2024-11-24T22:19:24,836 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T22:19:24,836 WARN [BP-244199474-172.17.0.2-1732486747460 heartbeating to localhost/127.0.0.1:34599 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T22:19:24,836 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T22:19:24,836 WARN [BP-244199474-172.17.0.2-1732486747460 heartbeating to localhost/127.0.0.1:34599 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-244199474-172.17.0.2-1732486747460 (Datanode Uuid 99caafca-a68d-4b67-be1e-3d22247dd166) service to localhost/127.0.0.1:34599 2024-11-24T22:19:24,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/cluster_680d132f-52b7-a138-f5c5-31676522e8dc/data/data1/current/BP-244199474-172.17.0.2-1732486747460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:19:24,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/cluster_680d132f-52b7-a138-f5c5-31676522e8dc/data/data2/current/BP-244199474-172.17.0.2-1732486747460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:19:24,838 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T22:19:24,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2207950c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:19:24,844 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@619484eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:19:24,844 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:19:24,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8efeae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:19:24,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@243c982e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/hadoop.log.dir/,STOPPED} 2024-11-24T22:19:24,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T22:19:24,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T22:19:24,857 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:19:24,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:24,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:24,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:24,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:19:24,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T22:19:24,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1016258324, stopped=false 2024-11-24T22:19:24,857 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bd6592c37bb2,38491,1732486757041 2024-11-24T22:19:24,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-490949865/running 2024-11-24T22:19:24,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1014c0fb0d60007, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-490949865/running 2024-11-24T22:19:24,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865 2024-11-24T22:19:24,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1014c0fb0d60007, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865 2024-11-24T22:19:24,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Set watcher on znode that does not yet exist, /0-490949865/running 2024-11-24T22:19:24,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40699-0x1014c0fb0d60007, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Set watcher on znode that does not yet exist, /0-490949865/running 2024-11-24T22:19:24,860 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:19:24,860 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:19:24,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:24,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:24,860 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bd6592c37bb2,40699,1732486757103' ***** 2024-11-24T22:19:24,860 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T22:19:24,861 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T22:19:24,861 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T22:19:24,861 INFO [RS:0;bd6592c37bb2:40699 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T22:19:24,861 INFO [RS:0;bd6592c37bb2:40699 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T22:19:24,861 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.HRegionServer(3091): Received CLOSE for 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:24,861 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.HRegionServer(959): stopping server bd6592c37bb2,40699,1732486757103 2024-11-24T22:19:24,861 INFO [RS:0;bd6592c37bb2:40699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:19:24,861 INFO [RS:0;bd6592c37bb2:40699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:40699. 2024-11-24T22:19:24,861 DEBUG [RS:0;bd6592c37bb2:40699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:24,861 DEBUG [RS:0;bd6592c37bb2:40699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:24,861 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80d61c4390cab666bb29adf6b76773c5, disabling compactions & flushes 2024-11-24T22:19:24,861 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T22:19:24,861 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T22:19:24,861 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. 2024-11-24T22:19:24,861 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T22:19:24,861 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. 2024-11-24T22:19:24,861 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T22:19:24,861 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. after waiting 0 ms 2024-11-24T22:19:24,862 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. 2024-11-24T22:19:24,862 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T22:19:24,862 DEBUG [RS:0;bd6592c37bb2:40699 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 80d61c4390cab666bb29adf6b76773c5=hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5.} 2024-11-24T22:19:24,862 DEBUG [RS:0;bd6592c37bb2:40699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80d61c4390cab666bb29adf6b76773c5 2024-11-24T22:19:24,862 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:19:24,862 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:19:24,862 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:19:24,862 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:19:24,862 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:19:24,862 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-24T22:19:24,867 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/replication/80d61c4390cab666bb29adf6b76773c5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-24T22:19:24,867 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:19:24,867 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:19:24,867 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. 2024-11-24T22:19:24,868 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80d61c4390cab666bb29adf6b76773c5: Waiting for close lock at 1732486764861Running coprocessor pre-close hooks at 1732486764861Disabling compacts and flushes for region at 1732486764861Disabling writes for close at 1732486764861Writing region close event to WAL at 1732486764863 (+2 ms)Running coprocessor post-close hooks at 1732486764867 (+4 ms)Closed at 1732486764867 2024-11-24T22:19:24,868 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5. 2024-11-24T22:19:24,879 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/.tmp/info/3339a2252e7243acb6b357c639b86c63 is 147, key is hbase:replication,,1732486751507.80d61c4390cab666bb29adf6b76773c5./info:regioninfo/1732486762637/Put/seqid=0 2024-11-24T22:19:24,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741851_1027 (size=6385) 2024-11-24T22:19:24,905 INFO [regionserver/bd6592c37bb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:19:24,964 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T22:19:24,964 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T22:19:25,062 DEBUG [RS:0;bd6592c37bb2:40699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:19:25,262 DEBUG [RS:0;bd6592c37bb2:40699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:19:25,283 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/.tmp/info/3339a2252e7243acb6b357c639b86c63 2024-11-24T22:19:25,289 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/.tmp/info/3339a2252e7243acb6b357c639b86c63 as hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/info/3339a2252e7243acb6b357c639b86c63 2024-11-24T22:19:25,294 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/info/3339a2252e7243acb6b357c639b86c63, entries=8, sequenceid=19, filesize=6.2 K 2024-11-24T22:19:25,295 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false 2024-11-24T22:19:25,299 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-24T22:19:25,300 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:19:25,300 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:19:25,300 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:19:25,300 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486764862Running coprocessor pre-close hooks at 1732486764862Disabling compacts and flushes for region at 1732486764862Disabling writes for close at 1732486764862Obtaining lock to block concurrent updates at 1732486764862Preparing flush snapshotting stores in 1588230740 at 1732486764862Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732486764863 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732486764863Flushing 1588230740/info: creating writer at 1732486764863Flushing 1588230740/info: appending metadata at 1732486764878 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732486764878Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cfe41c5: reopening flushed file at 1732486765288 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false at 1732486765295 (+7 ms)Writing region close event to WAL at 1732486765296 (+1 ms)Running coprocessor post-close hooks at 1732486765300 (+4 ms)Closed at 1732486765300 2024-11-24T22:19:25,300 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T22:19:25,462 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.HRegionServer(976): stopping server bd6592c37bb2,40699,1732486757103; all regions closed. 2024-11-24T22:19:25,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741849_1025 (size=2156) 2024-11-24T22:19:25,465 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/WALs/bd6592c37bb2,40699,1732486757103/bd6592c37bb2%2C40699%2C1732486757103.meta.1732486758317.meta not finished, retry = 0 2024-11-24T22:19:25,567 DEBUG [RS:0;bd6592c37bb2:40699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/oldWALs 2024-11-24T22:19:25,568 INFO [RS:0;bd6592c37bb2:40699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C40699%2C1732486757103.meta:.meta(num 1732486758317) 2024-11-24T22:19:25,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741850_1026 (size=796) 2024-11-24T22:19:25,572 DEBUG [RS:0;bd6592c37bb2:40699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/oldWALs 2024-11-24T22:19:25,572 INFO [RS:0;bd6592c37bb2:40699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C40699%2C1732486757103.rep:(num 1732486762591) 2024-11-24T22:19:25,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741848_1024 (size=93) 2024-11-24T22:19:25,578 DEBUG [RS:0;bd6592c37bb2:40699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/oldWALs 2024-11-24T22:19:25,578 INFO [RS:0;bd6592c37bb2:40699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C40699%2C1732486757103:(num 1732486758041) 2024-11-24T22:19:25,578 DEBUG [RS:0;bd6592c37bb2:40699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:25,578 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:19:25,578 INFO [RS:0;bd6592c37bb2:40699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:19:25,578 INFO [RS:0;bd6592c37bb2:40699 {}] hbase.ChoreService(370): Chore service for: regionserver/bd6592c37bb2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T22:19:25,578 INFO [RS:0;bd6592c37bb2:40699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:19:25,578 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:19:25,579 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bd6592c37bb2,40699,1732486757103 because: Region server is closing 2024-11-24T22:19:25,579 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-24T22:19:25,579 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-24T22:19:25,579 INFO [RS:0;bd6592c37bb2:40699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:40699. 2024-11-24T22:19:25,579 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T22:19:25,579 DEBUG [RS:0;bd6592c37bb2:40699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:25,579 DEBUG [RS:0;bd6592c37bb2:40699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:25,579 DEBUG [RS:0;bd6592c37bb2:40699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:25,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:19:25,679 WARN [RS:0;bd6592c37bb2:40699.replicationSource.shipperbd6592c37bb2%2C40699%2C1732486757103,1-bd6592c37bb2,40699,1732486757103 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T22:19:25,679 WARN [RS:0;bd6592c37bb2:40699.replicationSource.wal-reader.bd6592c37bb2%2C40699%2C1732486757103,1-bd6592c37bb2,40699,1732486757103 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T22:19:25,680 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;bd6592c37bb2:40699.replicationSource.shipperbd6592c37bb2%2C40699%2C1732486757103,1-bd6592c37bb2,40699,1732486757103 terminated 2024-11-24T22:19:25,680 INFO [RS:0;bd6592c37bb2:40699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40699 2024-11-24T22:19:25,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1014c0fb0d60007, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-490949865/rs/bd6592c37bb2,40699,1732486757103 2024-11-24T22:19:25,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865/rs 2024-11-24T22:19:25,683 INFO [RS:0;bd6592c37bb2:40699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:19:25,684 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bd6592c37bb2,40699,1732486757103] 2024-11-24T22:19:25,685 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-490949865/draining/bd6592c37bb2,40699,1732486757103 already deleted, retry=false 2024-11-24T22:19:25,685 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bd6592c37bb2,40699,1732486757103 expired; onlineServers=0 2024-11-24T22:19:25,685 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bd6592c37bb2,38491,1732486757041' ***** 2024-11-24T22:19:25,685 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T22:19:25,685 INFO [M:0;bd6592c37bb2:38491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:19:25,685 INFO [M:0;bd6592c37bb2:38491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:19:25,685 DEBUG [M:0;bd6592c37bb2:38491 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T22:19:25,685 DEBUG [M:0;bd6592c37bb2:38491 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T22:19:25,685 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T22:19:25,686 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486757757 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486757757,5,FailOnTimeoutGroup] 2024-11-24T22:19:25,686 INFO [M:0;bd6592c37bb2:38491 {}] hbase.ChoreService(370): Chore service for: master/bd6592c37bb2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T22:19:25,686 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486757757 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486757757,5,FailOnTimeoutGroup] 2024-11-24T22:19:25,686 INFO [M:0;bd6592c37bb2:38491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:19:25,686 DEBUG [M:0;bd6592c37bb2:38491 {}] master.HMaster(1795): Stopping service threads 2024-11-24T22:19:25,686 INFO [M:0;bd6592c37bb2:38491 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T22:19:25,686 INFO [M:0;bd6592c37bb2:38491 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:19:25,686 INFO [M:0;bd6592c37bb2:38491 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T22:19:25,686 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T22:19:25,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-490949865/master 2024-11-24T22:19:25,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-490949865 2024-11-24T22:19:25,687 DEBUG [M:0;bd6592c37bb2:38491 {}] zookeeper.ZKUtil(347): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Unable to get data of znode /0-490949865/master because node does not exist (not an error) 2024-11-24T22:19:25,687 WARN [M:0;bd6592c37bb2:38491 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T22:19:25,688 INFO [M:0;bd6592c37bb2:38491 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/.lastflushedseqids 2024-11-24T22:19:25,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741852_1028 (size=181) 2024-11-24T22:19:25,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1014c0fb0d60007, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:25,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1014c0fb0d60007, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:25,784 INFO [RS:0;bd6592c37bb2:40699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:19:25,785 INFO [RS:0;bd6592c37bb2:40699 {}] regionserver.HRegionServer(1031): Exiting; stopping=bd6592c37bb2,40699,1732486757103; zookeeper connection closed. 2024-11-24T22:19:25,785 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56321ec9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56321ec9 2024-11-24T22:19:25,785 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T22:19:26,093 INFO [M:0;bd6592c37bb2:38491 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T22:19:26,093 INFO [M:0;bd6592c37bb2:38491 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T22:19:26,093 DEBUG [M:0;bd6592c37bb2:38491 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:19:26,093 INFO [M:0;bd6592c37bb2:38491 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:26,093 DEBUG [M:0;bd6592c37bb2:38491 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:26,093 DEBUG [M:0;bd6592c37bb2:38491 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:19:26,093 DEBUG [M:0;bd6592c37bb2:38491 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:26,093 INFO [M:0;bd6592c37bb2:38491 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-24T22:19:26,109 DEBUG [M:0;bd6592c37bb2:38491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a9638183ad145ccac483c05078162d9 is 82, key is hbase:meta,,1/info:regioninfo/1732486758361/Put/seqid=0 2024-11-24T22:19:26,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741853_1029 (size=5672) 2024-11-24T22:19:26,514 INFO [M:0;bd6592c37bb2:38491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a9638183ad145ccac483c05078162d9 2024-11-24T22:19:26,533 DEBUG [M:0;bd6592c37bb2:38491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c4dd1c42479465aa33118ecd6b9bc79 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732486762644/Put/seqid=0 2024-11-24T22:19:26,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741854_1030 (size=7312) 2024-11-24T22:19:26,938 INFO [M:0;bd6592c37bb2:38491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c4dd1c42479465aa33118ecd6b9bc79 2024-11-24T22:19:26,957 DEBUG [M:0;bd6592c37bb2:38491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d128962c835c4a29b76a928054f192dd is 69, key is bd6592c37bb2,40699,1732486757103/rs:state/1732486757863/Put/seqid=0 2024-11-24T22:19:26,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741855_1031 (size=5370) 2024-11-24T22:19:27,362 INFO [M:0;bd6592c37bb2:38491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d128962c835c4a29b76a928054f192dd 2024-11-24T22:19:27,367 INFO [M:0;bd6592c37bb2:38491 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d128962c835c4a29b76a928054f192dd 2024-11-24T22:19:27,368 DEBUG [M:0;bd6592c37bb2:38491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a9638183ad145ccac483c05078162d9 as hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a9638183ad145ccac483c05078162d9 2024-11-24T22:19:27,372 INFO [M:0;bd6592c37bb2:38491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a9638183ad145ccac483c05078162d9, entries=8, sequenceid=127, filesize=5.5 K 2024-11-24T22:19:27,373 DEBUG [M:0;bd6592c37bb2:38491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c4dd1c42479465aa33118ecd6b9bc79 as hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3c4dd1c42479465aa33118ecd6b9bc79 2024-11-24T22:19:27,377 INFO [M:0;bd6592c37bb2:38491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3c4dd1c42479465aa33118ecd6b9bc79, entries=7, sequenceid=127, filesize=7.1 K 2024-11-24T22:19:27,378 DEBUG [M:0;bd6592c37bb2:38491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d128962c835c4a29b76a928054f192dd as hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d128962c835c4a29b76a928054f192dd 2024-11-24T22:19:27,382 INFO [M:0;bd6592c37bb2:38491 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d128962c835c4a29b76a928054f192dd 2024-11-24T22:19:27,382 INFO [M:0;bd6592c37bb2:38491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42963/user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d128962c835c4a29b76a928054f192dd, entries=2, sequenceid=127, filesize=5.2 K 2024-11-24T22:19:27,383 INFO [M:0;bd6592c37bb2:38491 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=127, compaction requested=false 2024-11-24T22:19:27,384 INFO [M:0;bd6592c37bb2:38491 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:27,384 DEBUG [M:0;bd6592c37bb2:38491 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486766093Disabling compacts and flushes for region at 1732486766093Disabling writes for close at 1732486766093Obtaining lock to block concurrent updates at 1732486766093Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732486766093Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732486766094 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732486766094Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732486766094Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732486766109 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732486766109Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732486766519 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732486766533 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732486766533Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732486766943 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732486766957 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732486766957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b86c21d: reopening flushed file at 1732486767367 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@100822f7: reopening flushed file at 1732486767372 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a98e47a: reopening flushed file at 1732486767377 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=127, compaction requested=false at 1732486767383 (+6 ms)Writing region close event to WAL at 1732486767384 (+1 ms)Closed at 1732486767384 2024-11-24T22:19:27,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34267 is added to blk_1073741847_1023 (size=22903) 2024-11-24T22:19:27,386 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f3394847-1979-a544-41d9-67afa7bc756e/MasterData/WALs/bd6592c37bb2,38491,1732486757041/bd6592c37bb2%2C38491%2C1732486757041.1732486757659 not finished, retry = 0 2024-11-24T22:19:27,487 INFO [M:0;bd6592c37bb2:38491 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T22:19:27,487 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:19:27,487 INFO [M:0;bd6592c37bb2:38491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38491 2024-11-24T22:19:27,487 INFO [M:0;bd6592c37bb2:38491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:19:27,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:27,589 INFO [M:0;bd6592c37bb2:38491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:19:27,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1014c0fb0d60006, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:27,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cb855d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:19:27,592 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8d2896{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:19:27,592 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:19:27,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fa3bf23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:19:27,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14bdd366{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/hadoop.log.dir/,STOPPED} 2024-11-24T22:19:27,594 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T22:19:27,594 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T22:19:27,595 WARN [BP-1186180451-172.17.0.2-1732486743654 heartbeating to localhost/127.0.0.1:42963 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T22:19:27,595 WARN [BP-1186180451-172.17.0.2-1732486743654 heartbeating to localhost/127.0.0.1:42963 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1186180451-172.17.0.2-1732486743654 (Datanode Uuid 792cd031-1ad1-4e33-9cd1-8dfa8de38680) service to localhost/127.0.0.1:42963 2024-11-24T22:19:27,596 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/cluster_a696dfd8-031f-eaef-ab5b-0731a2540623/data/data1/current/BP-1186180451-172.17.0.2-1732486743654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:19:27,596 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/cluster_a696dfd8-031f-eaef-ab5b-0731a2540623/data/data2/current/BP-1186180451-172.17.0.2-1732486743654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:19:27,596 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T22:19:27,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@103e63a7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:19:27,602 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7648a310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:19:27,603 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:19:27,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b270fd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:19:27,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a5472ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eefea5f-0d76-e559-74bb-e92bf58b1503/hadoop.log.dir/,STOPPED} 2024-11-24T22:19:27,609 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T22:19:27,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T22:19:27,631 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 160) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42963 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34599 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64087) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:34599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:42963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64087) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42963 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:42963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34599 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42963 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34599 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=286 (was 243) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5632 (was 6153) 2024-11-24T22:19:27,639 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=286, ProcessCount=11, AvailableMemoryMB=5633 2024-11-24T22:19:27,653 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-24T22:19:27,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/hadoop.log.dir so I do NOT create it in target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8 2024-11-24T22:19:27,653 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T22:19:27,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/hadoop.tmp.dir so I do NOT create it in target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8 2024-11-24T22:19:27,653 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8f085a0-9487-d0bd-82fa-0e26d6bd7570/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T22:19:27,653 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8 2024-11-24T22:19:27,653 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/cluster_cb4c0f44-1921-16e2-932c-eb9137ae3387, deleteOnExit=true 2024-11-24T22:19:27,656 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/cluster_cb4c0f44-1921-16e2-932c-eb9137ae3387/zookeeper_0, clientPort=64570, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/cluster_cb4c0f44-1921-16e2-932c-eb9137ae3387/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/cluster_cb4c0f44-1921-16e2-932c-eb9137ae3387/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T22:19:27,657 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64570 2024-11-24T22:19:27,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T22:19:27,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T22:19:27,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/test.cache.data in system properties and HBase conf 2024-11-24T22:19:27,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T22:19:27,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/hadoop.log.dir in system properties and HBase conf 2024-11-24T22:19:27,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T22:19:27,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T22:19:27,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T22:19:27,657 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T22:19:27,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:19:27,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:19:27,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T22:19:27,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:19:27,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T22:19:27,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T22:19:27,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:19:27,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:19:27,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T22:19:27,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/nfs.dump.dir in system properties and HBase conf 2024-11-24T22:19:27,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/java.io.tmpdir in system properties and HBase conf 2024-11-24T22:19:27,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:19:27,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T22:19:27,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T22:19:27,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014c0fb0d60005, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T22:19:27,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014c0fb0d60002, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T22:19:27,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014c0fb0d60002, quorum=127.0.0.1:64087, baseZNode=/0-490949865 Received Disconnected from ZooKeeper, ignoring 2024-11-24T22:19:27,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014c0fb0d60005, quorum=127.0.0.1:64087, baseZNode=/1898362476 Received Disconnected from ZooKeeper, ignoring 2024-11-24T22:19:27,735 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:19:27,739 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:19:27,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:19:27,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:19:27,740 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T22:19:27,741 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:19:27,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47996aa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:19:27,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@375a96e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:19:27,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e8372f3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/java.io.tmpdir/jetty-localhost-38101-hadoop-hdfs-3_4_1-tests_jar-_-any-10428484351668487247/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:19:27,857 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@755866f7{HTTP/1.1, (http/1.1)}{localhost:38101} 2024-11-24T22:19:27,857 INFO [Time-limited test {}] server.Server(415): Started @150067ms 2024-11-24T22:19:27,971 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:19:27,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:19:27,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:19:27,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:19:27,982 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T22:19:27,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ecea2b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:19:27,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@616c0c8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:19:28,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b816d00{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/java.io.tmpdir/jetty-localhost-42405-hadoop-hdfs-3_4_1-tests_jar-_-any-1350060127731577731/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:19:28,140 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6a9ea6{HTTP/1.1, (http/1.1)}{localhost:42405} 2024-11-24T22:19:28,140 INFO [Time-limited test {}] server.Server(415): Started @150350ms 2024-11-24T22:19:28,141 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T22:19:28,240 WARN [Thread-1672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/cluster_cb4c0f44-1921-16e2-932c-eb9137ae3387/data/data1/current/BP-1872903341-172.17.0.2-1732486767680/current, will proceed with Du for space computation calculation, 2024-11-24T22:19:28,241 WARN [Thread-1673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/cluster_cb4c0f44-1921-16e2-932c-eb9137ae3387/data/data2/current/BP-1872903341-172.17.0.2-1732486767680/current, will proceed with Du for space computation calculation, 2024-11-24T22:19:28,260 WARN [Thread-1660 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T22:19:28,263 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5a658dde02578b6 with lease ID 0x741fe201c65f9023: Processing first storage report for DS-0621bf87-efb8-4385-90be-d2d8687b3504 from datanode DatanodeRegistration(127.0.0.1:45837, datanodeUuid=041dd510-a61e-43c1-8454-b7de51b88803, infoPort=37837, infoSecurePort=0, ipcPort=44913, storageInfo=lv=-57;cid=testClusterID;nsid=623075653;c=1732486767680) 2024-11-24T22:19:28,263 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5a658dde02578b6 with lease ID 0x741fe201c65f9023: from storage DS-0621bf87-efb8-4385-90be-d2d8687b3504 node DatanodeRegistration(127.0.0.1:45837, datanodeUuid=041dd510-a61e-43c1-8454-b7de51b88803, infoPort=37837, infoSecurePort=0, ipcPort=44913, storageInfo=lv=-57;cid=testClusterID;nsid=623075653;c=1732486767680), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:19:28,263 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5a658dde02578b6 with lease ID 0x741fe201c65f9023: Processing first storage report for DS-78a463ac-9311-4ca2-876e-f8b15394a79b from datanode DatanodeRegistration(127.0.0.1:45837, datanodeUuid=041dd510-a61e-43c1-8454-b7de51b88803, infoPort=37837, infoSecurePort=0, ipcPort=44913, storageInfo=lv=-57;cid=testClusterID;nsid=623075653;c=1732486767680) 2024-11-24T22:19:28,263 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5a658dde02578b6 with lease ID 0x741fe201c65f9023: from storage DS-78a463ac-9311-4ca2-876e-f8b15394a79b node DatanodeRegistration(127.0.0.1:45837, datanodeUuid=041dd510-a61e-43c1-8454-b7de51b88803, infoPort=37837, infoSecurePort=0, ipcPort=44913, storageInfo=lv=-57;cid=testClusterID;nsid=623075653;c=1732486767680), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:19:28,267 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8 2024-11-24T22:19:28,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:28,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:28,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741825_1001 (size=7) 2024-11-24T22:19:28,677 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347 with version=8 2024-11-24T22:19:28,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/hbase-staging 2024-11-24T22:19:28,680 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:19:28,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:28,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:28,680 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:19:28,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:28,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:19:28,681 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T22:19:28,681 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:19:28,681 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45869 2024-11-24T22:19:28,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45869 connecting to ZooKeeper ensemble=127.0.0.1:64570 2024-11-24T22:19:28,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458690x0, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:19:28,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45869-0x1014c100eb70000 connected 2024-11-24T22:19:28,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:28,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:28,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Set watcher on znode that does not yet exist, /0-890314158/running 2024-11-24T22:19:28,712 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347, hbase.cluster.distributed=false 2024-11-24T22:19:28,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Set watcher on znode that does not yet exist, /0-890314158/acl 2024-11-24T22:19:28,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45869 2024-11-24T22:19:28,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45869 2024-11-24T22:19:28,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45869 2024-11-24T22:19:28,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45869 2024-11-24T22:19:28,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45869 2024-11-24T22:19:28,732 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:19:28,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:28,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:28,732 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:19:28,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:28,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:19:28,732 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T22:19:28,732 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:19:28,733 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40013 2024-11-24T22:19:28,734 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40013 connecting to ZooKeeper ensemble=127.0.0.1:64570 2024-11-24T22:19:28,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:28,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:28,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400130x0, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:19:28,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400130x0, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Set watcher on znode that does not yet exist, /0-890314158/running 2024-11-24T22:19:28,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40013-0x1014c100eb70001 connected 2024-11-24T22:19:28,741 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T22:19:28,742 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T22:19:28,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40013-0x1014c100eb70001, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Set watcher on znode that does not yet exist, /0-890314158/master 2024-11-24T22:19:28,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40013-0x1014c100eb70001, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Set watcher on znode that does not yet exist, /0-890314158/acl 2024-11-24T22:19:28,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40013 2024-11-24T22:19:28,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40013 2024-11-24T22:19:28,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40013 2024-11-24T22:19:28,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40013 2024-11-24T22:19:28,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40013 2024-11-24T22:19:28,766 DEBUG [M:0;bd6592c37bb2:45869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:45869 2024-11-24T22:19:28,767 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-890314158/backup-masters/bd6592c37bb2,45869,1732486768680 2024-11-24T22:19:28,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40013-0x1014c100eb70001, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-890314158/backup-masters 2024-11-24T22:19:28,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-890314158/backup-masters 2024-11-24T22:19:28,768 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Set watcher on existing znode=/0-890314158/backup-masters/bd6592c37bb2,45869,1732486768680 2024-11-24T22:19:28,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-890314158 2024-11-24T22:19:28,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40013-0x1014c100eb70001, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-890314158/master 2024-11-24T22:19:28,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40013-0x1014c100eb70001, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-890314158 2024-11-24T22:19:28,771 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Set watcher on existing znode=/0-890314158/master 2024-11-24T22:19:28,771 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-890314158/backup-masters/bd6592c37bb2,45869,1732486768680 from backup master directory 2024-11-24T22:19:28,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-890314158/backup-masters/bd6592c37bb2,45869,1732486768680 2024-11-24T22:19:28,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-890314158/backup-masters 2024-11-24T22:19:28,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40013-0x1014c100eb70001, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-890314158/backup-masters 2024-11-24T22:19:28,772 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:19:28,773 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,45869,1732486768680 2024-11-24T22:19:28,776 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/hbase.id] with ID: a8059766-af7c-48ef-9875-6d9cae65de42 2024-11-24T22:19:28,776 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/.tmp/hbase.id 2024-11-24T22:19:28,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741826_1002 (size=42) 2024-11-24T22:19:29,183 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/.tmp/hbase.id]:[hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/hbase.id] 2024-11-24T22:19:29,193 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:29,193 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T22:19:29,194 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T22:19:29,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-890314158 2024-11-24T22:19:29,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40013-0x1014c100eb70001, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-890314158 2024-11-24T22:19:29,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741827_1003 (size=196) 2024-11-24T22:19:29,602 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:19:29,603 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T22:19:29,603 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:19:29,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741828_1004 (size=1189) 2024-11-24T22:19:30,010 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/data/master/store 2024-11-24T22:19:30,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741829_1005 (size=34) 2024-11-24T22:19:30,369 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:19:30,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:30,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:30,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:30,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:30,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:30,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:30,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:30,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:30,420 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:30,420 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:19:30,420 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:30,420 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:30,420 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:19:30,420 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:30,420 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:30,420 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486770420Disabling compacts and flushes for region at 1732486770420Disabling writes for close at 1732486770420Writing region close event to WAL at 1732486770420Closed at 1732486770420 2024-11-24T22:19:30,421 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/data/master/store/.initializing 2024-11-24T22:19:30,421 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/WALs/bd6592c37bb2,45869,1732486768680 2024-11-24T22:19:30,422 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:19:30,424 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C45869%2C1732486768680, suffix=, logDir=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/WALs/bd6592c37bb2,45869,1732486768680, archiveDir=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/oldWALs, maxLogs=10 2024-11-24T22:19:30,441 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/WALs/bd6592c37bb2,45869,1732486768680/bd6592c37bb2%2C45869%2C1732486768680.1732486770424, exclude list is [], retry=0 2024-11-24T22:19:30,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45837,DS-0621bf87-efb8-4385-90be-d2d8687b3504,DISK] 2024-11-24T22:19:30,445 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/WALs/bd6592c37bb2,45869,1732486768680/bd6592c37bb2%2C45869%2C1732486768680.1732486770424 2024-11-24T22:19:30,446 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37837:37837)] 2024-11-24T22:19:30,446 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:19:30,446 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:30,446 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:30,446 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:30,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:30,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T22:19:30,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:30,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:30,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:30,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T22:19:30,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:30,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:30,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:30,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T22:19:30,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:30,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:30,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:30,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T22:19:30,452 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:30,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:30,453 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:30,454 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:30,454 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:30,455 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:30,455 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:30,455 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:19:30,457 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:30,459 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:19:30,459 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71417327, jitterRate=0.06420110166072845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:19:30,460 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732486770446Initializing all the Stores at 1732486770447 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486770447Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486770447Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486770447Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486770447Cleaning up temporary data from old regions at 1732486770455 (+8 ms)Region opened successfully at 1732486770460 (+5 ms) 2024-11-24T22:19:30,460 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T22:19:30,463 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582712bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:19:30,464 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T22:19:30,464 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T22:19:30,464 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T22:19:30,464 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T22:19:30,465 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T22:19:30,465 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T22:19:30,465 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T22:19:30,467 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T22:19:30,468 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Unable to get data of znode /0-890314158/balancer because node does not exist (not necessarily an error) 2024-11-24T22:19:30,469 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-890314158/balancer already deleted, retry=false 2024-11-24T22:19:30,469 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T22:19:30,470 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Unable to get data of znode /0-890314158/normalizer because node does not exist (not necessarily an error) 2024-11-24T22:19:30,472 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-890314158/normalizer already deleted, retry=false 2024-11-24T22:19:30,472 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T22:19:30,473 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Unable to get data of znode /0-890314158/switch/split because node does not exist (not necessarily an error) 2024-11-24T22:19:30,474 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-890314158/switch/split already deleted, retry=false 2024-11-24T22:19:30,475 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Unable to get data of znode /0-890314158/switch/merge because node does not exist (not necessarily an error) 2024-11-24T22:19:30,476 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-890314158/switch/merge already deleted, retry=false 2024-11-24T22:19:30,477 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Unable to get data of znode /0-890314158/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T22:19:30,478 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-890314158/snapshot-cleanup already deleted, retry=false 2024-11-24T22:19:30,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-890314158/running 2024-11-24T22:19:30,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40013-0x1014c100eb70001, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-890314158/running 2024-11-24T22:19:30,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-890314158 2024-11-24T22:19:30,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40013-0x1014c100eb70001, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-890314158 2024-11-24T22:19:30,481 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,45869,1732486768680, sessionid=0x1014c100eb70000, setting cluster-up flag (Was=false) 2024-11-24T22:19:30,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-890314158 2024-11-24T22:19:30,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40013-0x1014c100eb70001, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-890314158 2024-11-24T22:19:30,490 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-890314158/flush-table-proc/acquired, /0-890314158/flush-table-proc/reached, /0-890314158/flush-table-proc/abort 2024-11-24T22:19:30,491 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,45869,1732486768680 2024-11-24T22:19:30,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-890314158 2024-11-24T22:19:30,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40013-0x1014c100eb70001, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-890314158 2024-11-24T22:19:30,499 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-890314158/online-snapshot/acquired, /0-890314158/online-snapshot/reached, /0-890314158/online-snapshot/abort 2024-11-24T22:19:30,500 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,45869,1732486768680 2024-11-24T22:19:30,501 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T22:19:30,506 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T22:19:30,506 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T22:19:30,506 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T22:19:30,507 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of bd6592c37bb2,43855,1732486744691: status=Processing ServerCrashProcedure of bd6592c37bb2,43855,1732486744691 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732486757748, completionTime=-1 appears to have been leaked 2024-11-24T22:19:30,507 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,45869,1732486768680 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T22:19:30,508 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:19:30,508 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:19:30,508 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:19:30,508 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:19:30,508 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10 2024-11-24T22:19:30,508 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:30,508 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:19:30,508 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:30,510 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:19:30,510 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T22:19:30,512 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:30,512 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T22:19:30,520 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732486800520 2024-11-24T22:19:30,520 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T22:19:30,520 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T22:19:30,520 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T22:19:30,520 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T22:19:30,520 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T22:19:30,520 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T22:19:30,524 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:30,525 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T22:19:30,525 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T22:19:30,525 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T22:19:30,525 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T22:19:30,525 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T22:19:30,525 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T22:19:30,529 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486770525,5,FailOnTimeoutGroup] 2024-11-24T22:19:30,529 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486770529,5,FailOnTimeoutGroup] 2024-11-24T22:19:30,529 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:30,529 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T22:19:30,530 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:30,530 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:30,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741831_1007 (size=1321) 2024-11-24T22:19:30,555 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(746): ClusterId : a8059766-af7c-48ef-9875-6d9cae65de42 2024-11-24T22:19:30,555 DEBUG [RS:0;bd6592c37bb2:40013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T22:19:30,556 DEBUG [RS:0;bd6592c37bb2:40013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T22:19:30,556 DEBUG [RS:0;bd6592c37bb2:40013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T22:19:30,559 DEBUG [RS:0;bd6592c37bb2:40013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T22:19:30,560 DEBUG [RS:0;bd6592c37bb2:40013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f1b5224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:19:30,574 DEBUG [RS:0;bd6592c37bb2:40013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:40013 2024-11-24T22:19:30,574 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T22:19:30,574 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T22:19:30,574 DEBUG [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T22:19:30,575 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,45869,1732486768680 with port=40013, startcode=1732486768732 2024-11-24T22:19:30,575 DEBUG [RS:0;bd6592c37bb2:40013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T22:19:30,577 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T22:19:30,577 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45869 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,40013,1732486768732 2024-11-24T22:19:30,577 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45869 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,40013,1732486768732 2024-11-24T22:19:30,579 DEBUG [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347 2024-11-24T22:19:30,579 DEBUG [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40711 2024-11-24T22:19:30,579 DEBUG [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T22:19:30,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-890314158/rs 2024-11-24T22:19:30,580 DEBUG [RS:0;bd6592c37bb2:40013 {}] zookeeper.ZKUtil(111): regionserver:40013-0x1014c100eb70001, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Set watcher on existing znode=/0-890314158/rs/bd6592c37bb2,40013,1732486768732 2024-11-24T22:19:30,580 WARN [RS:0;bd6592c37bb2:40013 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:19:30,580 INFO [RS:0;bd6592c37bb2:40013 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:19:30,580 DEBUG [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732 2024-11-24T22:19:30,581 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,40013,1732486768732] 2024-11-24T22:19:30,583 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T22:19:30,585 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T22:19:30,585 INFO [RS:0;bd6592c37bb2:40013 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T22:19:30,585 INFO [RS:0;bd6592c37bb2:40013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:30,588 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T22:19:30,588 INFO [RS:0;bd6592c37bb2:40013 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T22:19:30,588 INFO [RS:0;bd6592c37bb2:40013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:30,588 DEBUG [RS:0;bd6592c37bb2:40013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:30,588 DEBUG [RS:0;bd6592c37bb2:40013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:30,589 DEBUG [RS:0;bd6592c37bb2:40013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:30,589 DEBUG [RS:0;bd6592c37bb2:40013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:30,589 DEBUG [RS:0;bd6592c37bb2:40013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:30,589 DEBUG [RS:0;bd6592c37bb2:40013 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:19:30,589 DEBUG [RS:0;bd6592c37bb2:40013 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:30,589 DEBUG [RS:0;bd6592c37bb2:40013 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:30,589 DEBUG [RS:0;bd6592c37bb2:40013 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:30,589 DEBUG [RS:0;bd6592c37bb2:40013 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:30,589 DEBUG [RS:0;bd6592c37bb2:40013 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:30,589 DEBUG [RS:0;bd6592c37bb2:40013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:30,589 DEBUG [RS:0;bd6592c37bb2:40013 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:19:30,589 DEBUG [RS:0;bd6592c37bb2:40013 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:19:30,590 INFO [RS:0;bd6592c37bb2:40013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:30,590 INFO [RS:0;bd6592c37bb2:40013 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:30,591 INFO [RS:0;bd6592c37bb2:40013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:30,591 INFO [RS:0;bd6592c37bb2:40013 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:30,591 INFO [RS:0;bd6592c37bb2:40013 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:30,591 INFO [RS:0;bd6592c37bb2:40013 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,40013,1732486768732-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:19:30,605 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T22:19:30,605 INFO [RS:0;bd6592c37bb2:40013 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,40013,1732486768732-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:30,605 INFO [RS:0;bd6592c37bb2:40013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:30,605 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.Replication(171): bd6592c37bb2,40013,1732486768732 started 2024-11-24T22:19:30,619 INFO [RS:0;bd6592c37bb2:40013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:30,619 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,40013,1732486768732, RpcServer on bd6592c37bb2/172.17.0.2:40013, sessionid=0x1014c100eb70001 2024-11-24T22:19:30,619 DEBUG [RS:0;bd6592c37bb2:40013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T22:19:30,619 DEBUG [RS:0;bd6592c37bb2:40013 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,40013,1732486768732 2024-11-24T22:19:30,619 DEBUG [RS:0;bd6592c37bb2:40013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,40013,1732486768732' 2024-11-24T22:19:30,619 DEBUG [RS:0;bd6592c37bb2:40013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-890314158/flush-table-proc/abort' 2024-11-24T22:19:30,619 DEBUG [RS:0;bd6592c37bb2:40013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-890314158/flush-table-proc/acquired' 2024-11-24T22:19:30,620 DEBUG [RS:0;bd6592c37bb2:40013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T22:19:30,620 DEBUG [RS:0;bd6592c37bb2:40013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T22:19:30,620 DEBUG [RS:0;bd6592c37bb2:40013 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,40013,1732486768732 2024-11-24T22:19:30,620 DEBUG [RS:0;bd6592c37bb2:40013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,40013,1732486768732' 2024-11-24T22:19:30,620 DEBUG [RS:0;bd6592c37bb2:40013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-890314158/online-snapshot/abort' 2024-11-24T22:19:30,620 DEBUG [RS:0;bd6592c37bb2:40013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-890314158/online-snapshot/acquired' 2024-11-24T22:19:30,620 DEBUG [RS:0;bd6592c37bb2:40013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T22:19:30,620 INFO [RS:0;bd6592c37bb2:40013 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T22:19:30,620 INFO [RS:0;bd6592c37bb2:40013 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T22:19:30,721 INFO [RS:0;bd6592c37bb2:40013 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:19:30,722 INFO [RS:0;bd6592c37bb2:40013 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C40013%2C1732486768732, suffix=, logDir=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732, archiveDir=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/oldWALs, maxLogs=10 2024-11-24T22:19:30,735 DEBUG [RS:0;bd6592c37bb2:40013 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722, exclude list is [], retry=0 2024-11-24T22:19:30,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45837,DS-0621bf87-efb8-4385-90be-d2d8687b3504,DISK] 2024-11-24T22:19:30,740 INFO [RS:0;bd6592c37bb2:40013 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 2024-11-24T22:19:30,740 DEBUG [RS:0;bd6592c37bb2:40013 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37837:37837)] 2024-11-24T22:19:30,932 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T22:19:30,932 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347 2024-11-24T22:19:30,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741833_1009 (size=32) 2024-11-24T22:19:31,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:31,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:19:31,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:19:31,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:31,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:31,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:19:31,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:19:31,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:31,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:31,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:19:31,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:19:31,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:31,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:31,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:19:31,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:19:31,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:31,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:31,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:19:31,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740 2024-11-24T22:19:31,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740 2024-11-24T22:19:31,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:19:31,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:19:31,346 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:19:31,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:19:31,349 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:19:31,349 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72080322, jitterRate=0.07408049702644348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:19:31,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732486771338Initializing all the Stores at 1732486771338Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486771338Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486771339 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486771339Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486771339Cleaning up temporary data from old regions at 1732486771346 (+7 ms)Region opened successfully at 1732486771350 (+4 ms) 2024-11-24T22:19:31,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:19:31,350 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:19:31,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:19:31,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:19:31,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:19:31,350 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:19:31,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486771350Disabling compacts and flushes for region at 1732486771350Disabling writes for close at 1732486771350Writing region close event to WAL at 1732486771350Closed at 1732486771350 2024-11-24T22:19:31,351 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:19:31,351 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T22:19:31,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T22:19:31,352 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:19:31,353 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T22:19:31,503 DEBUG [bd6592c37bb2:45869 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:19:31,503 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,40013,1732486768732 2024-11-24T22:19:31,504 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,40013,1732486768732, state=OPENING 2024-11-24T22:19:31,506 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T22:19:31,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40013-0x1014c100eb70001, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-890314158 2024-11-24T22:19:31,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-890314158 2024-11-24T22:19:31,508 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:19:31,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,40013,1732486768732}] 2024-11-24T22:19:31,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-890314158/meta-region-server: CHANGED 2024-11-24T22:19:31,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-890314158/meta-region-server: CHANGED 2024-11-24T22:19:31,660 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:19:31,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:19:31,665 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T22:19:31,665 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:19:31,665 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T22:19:31,666 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C40013%2C1732486768732.meta, suffix=.meta, logDir=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732, archiveDir=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/oldWALs, maxLogs=10 2024-11-24T22:19:31,679 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.meta.1732486771666.meta, exclude list is [], retry=0 2024-11-24T22:19:31,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45837,DS-0621bf87-efb8-4385-90be-d2d8687b3504,DISK] 2024-11-24T22:19:31,683 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.meta.1732486771666.meta 2024-11-24T22:19:31,683 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37837:37837)] 2024-11-24T22:19:31,683 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:19:31,683 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:19:31,684 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:19:31,684 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T22:19:31,684 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T22:19:31,684 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T22:19:31,684 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:31,684 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T22:19:31,684 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T22:19:31,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:19:31,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:19:31,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:31,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:31,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:19:31,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:19:31,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:31,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:31,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:19:31,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:19:31,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:31,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:31,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:19:31,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:19:31,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:31,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:31,689 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:19:31,690 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740 2024-11-24T22:19:31,690 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740 2024-11-24T22:19:31,691 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:19:31,691 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:19:31,692 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:19:31,692 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:19:31,693 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66269180, jitterRate=-0.012512266635894775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:19:31,693 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T22:19:31,694 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732486771684Writing region info on filesystem at 1732486771684Initializing all the Stores at 1732486771685 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486771685Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486771685Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486771685Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486771685Cleaning up temporary data from old regions at 1732486771691 (+6 ms)Running coprocessor post-open hooks at 1732486771693 (+2 ms)Region opened successfully at 1732486771694 (+1 ms) 2024-11-24T22:19:31,694 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732486771660 2024-11-24T22:19:31,696 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T22:19:31,696 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T22:19:31,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,40013,1732486768732 2024-11-24T22:19:31,697 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,40013,1732486768732, state=OPEN 2024-11-24T22:19:31,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-890314158/meta-region-server 2024-11-24T22:19:31,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40013-0x1014c100eb70001, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-890314158/meta-region-server 2024-11-24T22:19:31,703 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,40013,1732486768732 2024-11-24T22:19:31,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-890314158/meta-region-server: CHANGED 2024-11-24T22:19:31,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-890314158/meta-region-server: CHANGED 2024-11-24T22:19:31,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T22:19:31,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,40013,1732486768732 in 195 msec 2024-11-24T22:19:31,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T22:19:31,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-24T22:19:31,707 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:19:31,707 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T22:19:31,708 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:19:31,708 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40013,1732486768732, seqNum=-1] 2024-11-24T22:19:31,708 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:19:31,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:19:31,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-24T22:19:31,713 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732486771713, completionTime=-1 2024-11-24T22:19:31,713 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T22:19:31,713 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T22:19:31,715 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T22:19:31,715 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732486831715 2024-11-24T22:19:31,715 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732486891715 2024-11-24T22:19:31,715 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T22:19:31,715 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,45869,1732486768680-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:31,715 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,45869,1732486768680-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:31,715 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,45869,1732486768680-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:31,715 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:45869, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:31,715 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:31,715 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:31,717 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T22:19:31,718 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.945sec 2024-11-24T22:19:31,718 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T22:19:31,718 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T22:19:31,718 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T22:19:31,718 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T22:19:31,718 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T22:19:31,718 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,45869,1732486768680-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:19:31,718 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,45869,1732486768680-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T22:19:31,720 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T22:19:31,720 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T22:19:31,720 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,45869,1732486768680-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:31,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156060c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:31,755 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,45869,-1 for getting cluster id 2024-11-24T22:19:31,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:19:31,757 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8059766-af7c-48ef-9875-6d9cae65de42' 2024-11-24T22:19:31,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:19:31,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8059766-af7c-48ef-9875-6d9cae65de42" 2024-11-24T22:19:31,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e1269d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:31,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,45869,-1] 2024-11-24T22:19:31,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:19:31,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:31,758 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:19:31,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156172f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:31,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:19:31,760 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40013,1732486768732, seqNum=-1] 2024-11-24T22:19:31,760 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:19:31,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:19:31,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bd6592c37bb2,45869,1732486768680 2024-11-24T22:19:31,763 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64570 2024-11-24T22:19:31,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:19:31,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014c100eb70002 connected 2024-11-24T22:19:31,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/hadoop.log.dir so I do NOT create it in target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89 2024-11-24T22:19:31,768 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T22:19:31,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/hadoop.tmp.dir so I do NOT create it in target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89 2024-11-24T22:19:31,768 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T22:19:31,768 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89 2024-11-24T22:19:31,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T22:19:31,768 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/cluster_80554101-4d8f-6c83-d322-a7b8b6b1933f, deleteOnExit=true 2024-11-24T22:19:31,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T22:19:31,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/test.cache.data in system properties and HBase conf 2024-11-24T22:19:31,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T22:19:31,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/hadoop.log.dir in system properties and HBase conf 2024-11-24T22:19:31,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T22:19:31,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T22:19:31,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T22:19:31,769 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T22:19:31,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:19:31,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:19:31,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T22:19:31,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:19:31,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T22:19:31,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T22:19:31,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:19:31,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:19:31,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T22:19:31,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/nfs.dump.dir in system properties and HBase conf 2024-11-24T22:19:31,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/java.io.tmpdir in system properties and HBase conf 2024-11-24T22:19:31,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:19:31,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T22:19:31,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T22:19:31,838 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:19:31,841 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:19:31,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:19:31,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:19:31,843 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T22:19:31,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:19:31,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@268e84f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:19:31,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19e06a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:19:31,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e4af57a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/java.io.tmpdir/jetty-localhost-36321-hadoop-hdfs-3_4_1-tests_jar-_-any-2978351254298297021/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:19:31,961 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347b42e7{HTTP/1.1, (http/1.1)}{localhost:36321} 2024-11-24T22:19:31,961 INFO [Time-limited test {}] server.Server(415): Started @154171ms 2024-11-24T22:19:32,047 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:19:32,049 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:19:32,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:19:32,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:19:32,054 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T22:19:32,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b1a24d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:19:32,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@771f0749{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:19:32,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68ce4868{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/java.io.tmpdir/jetty-localhost-39661-hadoop-hdfs-3_4_1-tests_jar-_-any-2324441139801672495/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:19:32,170 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c9e907e{HTTP/1.1, (http/1.1)}{localhost:39661} 2024-11-24T22:19:32,170 INFO [Time-limited test {}] server.Server(415): Started @154380ms 2024-11-24T22:19:32,171 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T22:19:32,267 WARN [Thread-1793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/cluster_80554101-4d8f-6c83-d322-a7b8b6b1933f/data/data1/current/BP-1283297457-172.17.0.2-1732486771788/current, will proceed with Du for space computation calculation, 2024-11-24T22:19:32,267 WARN [Thread-1794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/cluster_80554101-4d8f-6c83-d322-a7b8b6b1933f/data/data2/current/BP-1283297457-172.17.0.2-1732486771788/current, will proceed with Du for space computation calculation, 2024-11-24T22:19:32,297 WARN [Thread-1781 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T22:19:32,300 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a0157971ae65eef with lease ID 0x73c32ca3f05c632: Processing first storage report for DS-773b6efe-e502-48f5-a748-8dd43916f2d4 from datanode DatanodeRegistration(127.0.0.1:44559, datanodeUuid=0aacc338-05d0-43b3-a16b-461ec93f19e4, infoPort=36071, infoSecurePort=0, ipcPort=38035, storageInfo=lv=-57;cid=testClusterID;nsid=493523005;c=1732486771788) 2024-11-24T22:19:32,300 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a0157971ae65eef with lease ID 0x73c32ca3f05c632: from storage DS-773b6efe-e502-48f5-a748-8dd43916f2d4 node DatanodeRegistration(127.0.0.1:44559, datanodeUuid=0aacc338-05d0-43b3-a16b-461ec93f19e4, infoPort=36071, infoSecurePort=0, ipcPort=38035, storageInfo=lv=-57;cid=testClusterID;nsid=493523005;c=1732486771788), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T22:19:32,300 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a0157971ae65eef with lease ID 0x73c32ca3f05c632: Processing first storage report for DS-f450842f-a882-4949-9aaf-24727cf0a336 from datanode DatanodeRegistration(127.0.0.1:44559, datanodeUuid=0aacc338-05d0-43b3-a16b-461ec93f19e4, infoPort=36071, infoSecurePort=0, ipcPort=38035, storageInfo=lv=-57;cid=testClusterID;nsid=493523005;c=1732486771788) 2024-11-24T22:19:32,300 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a0157971ae65eef with lease ID 0x73c32ca3f05c632: from storage DS-f450842f-a882-4949-9aaf-24727cf0a336 node DatanodeRegistration(127.0.0.1:44559, datanodeUuid=0aacc338-05d0-43b3-a16b-461ec93f19e4, infoPort=36071, infoSecurePort=0, ipcPort=38035, storageInfo=lv=-57;cid=testClusterID;nsid=493523005;c=1732486771788), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:19:32,394 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89 2024-11-24T22:19:32,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:32,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:32,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741825_1001 (size=7) 2024-11-24T22:19:32,803 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9 with version=8 2024-11-24T22:19:32,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/hbase-staging 2024-11-24T22:19:32,805 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:19:32,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:32,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:32,806 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:19:32,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:32,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:19:32,806 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T22:19:32,806 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:19:32,807 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44699 2024-11-24T22:19:32,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44699 connecting to ZooKeeper ensemble=127.0.0.1:64570 2024-11-24T22:19:32,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446990x0, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:19:32,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44699-0x1014c100eb70003 connected 2024-11-24T22:19:32,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:32,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:32,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Set watcher on znode that does not yet exist, /12119974179/running 2024-11-24T22:19:32,833 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9, hbase.cluster.distributed=false 2024-11-24T22:19:32,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Set watcher on znode that does not yet exist, /12119974179/acl 2024-11-24T22:19:32,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44699 2024-11-24T22:19:32,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44699 2024-11-24T22:19:32,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44699 2024-11-24T22:19:32,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44699 2024-11-24T22:19:32,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44699 2024-11-24T22:19:32,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T22:19:32,851 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:19:32,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:32,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:32,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:19:32,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:32,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:19:32,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T22:19:32,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:19:32,856 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46373 2024-11-24T22:19:32,858 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46373 connecting to ZooKeeper ensemble=127.0.0.1:64570 2024-11-24T22:19:32,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:32,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:32,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463730x0, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:19:32,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463730x0, quorum=127.0.0.1:64570, baseZNode=/12119974179 Set watcher on znode that does not yet exist, /12119974179/running 2024-11-24T22:19:32,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46373-0x1014c100eb70004 connected 2024-11-24T22:19:32,866 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T22:19:32,868 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T22:19:32,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46373-0x1014c100eb70004, quorum=127.0.0.1:64570, baseZNode=/12119974179 Set watcher on znode that does not yet exist, /12119974179/master 2024-11-24T22:19:32,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46373-0x1014c100eb70004, quorum=127.0.0.1:64570, baseZNode=/12119974179 Set watcher on znode that does not yet exist, /12119974179/acl 2024-11-24T22:19:32,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46373 2024-11-24T22:19:32,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46373 2024-11-24T22:19:32,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46373 2024-11-24T22:19:32,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46373 2024-11-24T22:19:32,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46373 2024-11-24T22:19:32,898 DEBUG [M:0;bd6592c37bb2:44699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:44699 2024-11-24T22:19:32,899 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12119974179/backup-masters/bd6592c37bb2,44699,1732486772805 2024-11-24T22:19:32,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46373-0x1014c100eb70004, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12119974179/backup-masters 2024-11-24T22:19:32,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12119974179/backup-masters 2024-11-24T22:19:32,901 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Set watcher on existing znode=/12119974179/backup-masters/bd6592c37bb2,44699,1732486772805 2024-11-24T22:19:32,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12119974179 2024-11-24T22:19:32,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46373-0x1014c100eb70004, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12119974179/master 2024-11-24T22:19:32,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46373-0x1014c100eb70004, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12119974179 2024-11-24T22:19:32,904 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Set watcher on existing znode=/12119974179/master 2024-11-24T22:19:32,904 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12119974179/backup-masters/bd6592c37bb2,44699,1732486772805 from backup master directory 2024-11-24T22:19:32,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46373-0x1014c100eb70004, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12119974179/backup-masters 2024-11-24T22:19:32,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12119974179/backup-masters/bd6592c37bb2,44699,1732486772805 2024-11-24T22:19:32,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12119974179/backup-masters 2024-11-24T22:19:32,905 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:19:32,905 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,44699,1732486772805 2024-11-24T22:19:32,913 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/hbase.id] with ID: 0bc81106-6c13-41a2-a20b-6c67476feb6b 2024-11-24T22:19:32,913 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/.tmp/hbase.id 2024-11-24T22:19:32,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741826_1002 (size=42) 2024-11-24T22:19:33,321 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/.tmp/hbase.id]:[hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/hbase.id] 2024-11-24T22:19:33,332 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:33,332 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T22:19:33,333 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T22:19:33,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12119974179 2024-11-24T22:19:33,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46373-0x1014c100eb70004, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12119974179 2024-11-24T22:19:33,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741827_1003 (size=196) 2024-11-24T22:19:33,742 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:19:33,743 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T22:19:33,743 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:19:33,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741828_1004 (size=1189) 2024-11-24T22:19:34,150 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/data/master/store 2024-11-24T22:19:34,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741829_1005 (size=34) 2024-11-24T22:19:34,558 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:34,558 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:19:34,558 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:34,558 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:34,558 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:19:34,558 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:34,558 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:34,558 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486774558Disabling compacts and flushes for region at 1732486774558Disabling writes for close at 1732486774558Writing region close event to WAL at 1732486774558Closed at 1732486774558 2024-11-24T22:19:34,559 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/data/master/store/.initializing 2024-11-24T22:19:34,559 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/WALs/bd6592c37bb2,44699,1732486772805 2024-11-24T22:19:34,560 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:19:34,561 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C44699%2C1732486772805, suffix=, logDir=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/WALs/bd6592c37bb2,44699,1732486772805, archiveDir=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/oldWALs, maxLogs=10 2024-11-24T22:19:34,574 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/WALs/bd6592c37bb2,44699,1732486772805/bd6592c37bb2%2C44699%2C1732486772805.1732486774561, exclude list is [], retry=0 2024-11-24T22:19:34,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44559,DS-773b6efe-e502-48f5-a748-8dd43916f2d4,DISK] 2024-11-24T22:19:34,580 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/WALs/bd6592c37bb2,44699,1732486772805/bd6592c37bb2%2C44699%2C1732486772805.1732486774561 2024-11-24T22:19:34,580 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36071:36071)] 2024-11-24T22:19:34,580 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:19:34,580 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:34,580 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:34,580 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:34,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:34,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T22:19:34,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:34,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:34,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:34,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T22:19:34,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:34,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:34,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:34,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T22:19:34,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:34,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:34,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:34,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T22:19:34,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:34,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:34,587 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:34,588 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:34,588 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:34,589 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:34,589 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:34,589 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:19:34,590 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:19:34,592 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:19:34,592 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72367992, jitterRate=0.07836711406707764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:19:34,592 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732486774581Initializing all the Stores at 1732486774581Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486774581Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486774581Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486774581Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486774581Cleaning up temporary data from old regions at 1732486774589 (+8 ms)Region opened successfully at 1732486774592 (+3 ms) 2024-11-24T22:19:34,592 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T22:19:34,595 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a75b772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:19:34,596 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T22:19:34,596 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T22:19:34,596 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T22:19:34,596 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T22:19:34,596 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T22:19:34,596 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T22:19:34,596 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T22:19:34,598 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T22:19:34,599 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Unable to get data of znode /12119974179/balancer because node does not exist (not necessarily an error) 2024-11-24T22:19:34,600 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12119974179/balancer already deleted, retry=false 2024-11-24T22:19:34,600 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T22:19:34,601 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Unable to get data of znode /12119974179/normalizer because node does not exist (not necessarily an error) 2024-11-24T22:19:34,602 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12119974179/normalizer already deleted, retry=false 2024-11-24T22:19:34,602 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T22:19:34,603 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Unable to get data of znode /12119974179/switch/split because node does not exist (not necessarily an error) 2024-11-24T22:19:34,604 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12119974179/switch/split already deleted, retry=false 2024-11-24T22:19:34,604 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Unable to get data of znode /12119974179/switch/merge because node does not exist (not necessarily an error) 2024-11-24T22:19:34,607 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12119974179/switch/merge already deleted, retry=false 2024-11-24T22:19:34,609 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Unable to get data of znode /12119974179/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T22:19:34,610 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12119974179/snapshot-cleanup already deleted, retry=false 2024-11-24T22:19:34,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12119974179/running 2024-11-24T22:19:34,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12119974179 2024-11-24T22:19:34,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46373-0x1014c100eb70004, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12119974179/running 2024-11-24T22:19:34,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46373-0x1014c100eb70004, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12119974179 2024-11-24T22:19:34,612 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,44699,1732486772805, sessionid=0x1014c100eb70003, setting cluster-up flag (Was=false) 2024-11-24T22:19:34,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46373-0x1014c100eb70004, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12119974179 2024-11-24T22:19:34,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12119974179 2024-11-24T22:19:34,618 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12119974179/flush-table-proc/acquired, /12119974179/flush-table-proc/reached, /12119974179/flush-table-proc/abort 2024-11-24T22:19:34,619 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,44699,1732486772805 2024-11-24T22:19:34,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12119974179 2024-11-24T22:19:34,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46373-0x1014c100eb70004, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12119974179 2024-11-24T22:19:34,630 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12119974179/online-snapshot/acquired, /12119974179/online-snapshot/reached, /12119974179/online-snapshot/abort 2024-11-24T22:19:34,631 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,44699,1732486772805 2024-11-24T22:19:34,632 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T22:19:34,633 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T22:19:34,633 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T22:19:34,633 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T22:19:34,633 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,44699,1732486772805 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T22:19:34,634 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:19:34,634 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:19:34,634 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:19:34,634 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:19:34,634 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10 2024-11-24T22:19:34,634 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:34,634 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:19:34,634 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:34,635 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732486804635 2024-11-24T22:19:34,636 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T22:19:34,636 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T22:19:34,636 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:19:34,636 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T22:19:34,636 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T22:19:34,636 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T22:19:34,636 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T22:19:34,636 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T22:19:34,636 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:34,636 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T22:19:34,636 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T22:19:34,636 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T22:19:34,637 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T22:19:34,637 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:34,637 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T22:19:34,640 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T22:19:34,640 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T22:19:34,643 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486774640,5,FailOnTimeoutGroup] 2024-11-24T22:19:34,644 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486774644,5,FailOnTimeoutGroup] 2024-11-24T22:19:34,644 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:34,644 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T22:19:34,644 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:34,644 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:34,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741831_1007 (size=1321) 2024-11-24T22:19:34,683 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(746): ClusterId : 0bc81106-6c13-41a2-a20b-6c67476feb6b 2024-11-24T22:19:34,683 DEBUG [RS:0;bd6592c37bb2:46373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T22:19:34,685 DEBUG [RS:0;bd6592c37bb2:46373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T22:19:34,685 DEBUG [RS:0;bd6592c37bb2:46373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T22:19:34,692 DEBUG [RS:0;bd6592c37bb2:46373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T22:19:34,692 DEBUG [RS:0;bd6592c37bb2:46373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20af810b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:19:34,712 DEBUG [RS:0;bd6592c37bb2:46373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:46373 2024-11-24T22:19:34,712 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T22:19:34,712 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T22:19:34,712 DEBUG [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T22:19:34,713 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,44699,1732486772805 with port=46373, startcode=1732486772851 2024-11-24T22:19:34,713 DEBUG [RS:0;bd6592c37bb2:46373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T22:19:34,714 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T22:19:34,715 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44699 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,46373,1732486772851 2024-11-24T22:19:34,715 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44699 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,46373,1732486772851 2024-11-24T22:19:34,716 DEBUG [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9 2024-11-24T22:19:34,716 DEBUG [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45569 2024-11-24T22:19:34,716 DEBUG [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T22:19:34,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12119974179/rs 2024-11-24T22:19:34,725 DEBUG [RS:0;bd6592c37bb2:46373 {}] zookeeper.ZKUtil(111): regionserver:46373-0x1014c100eb70004, quorum=127.0.0.1:64570, baseZNode=/12119974179 Set watcher on existing znode=/12119974179/rs/bd6592c37bb2,46373,1732486772851 2024-11-24T22:19:34,725 WARN [RS:0;bd6592c37bb2:46373 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:19:34,725 INFO [RS:0;bd6592c37bb2:46373 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:19:34,725 DEBUG [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851 2024-11-24T22:19:34,726 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,46373,1732486772851] 2024-11-24T22:19:34,728 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T22:19:34,730 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T22:19:34,732 INFO [RS:0;bd6592c37bb2:46373 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T22:19:34,732 INFO [RS:0;bd6592c37bb2:46373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:34,732 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T22:19:34,733 INFO [RS:0;bd6592c37bb2:46373 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T22:19:34,733 INFO [RS:0;bd6592c37bb2:46373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:34,733 DEBUG [RS:0;bd6592c37bb2:46373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:34,733 DEBUG [RS:0;bd6592c37bb2:46373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:34,733 DEBUG [RS:0;bd6592c37bb2:46373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:34,733 DEBUG [RS:0;bd6592c37bb2:46373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:34,733 DEBUG [RS:0;bd6592c37bb2:46373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:34,733 DEBUG [RS:0;bd6592c37bb2:46373 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:19:34,733 DEBUG [RS:0;bd6592c37bb2:46373 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:34,733 DEBUG [RS:0;bd6592c37bb2:46373 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:34,733 DEBUG [RS:0;bd6592c37bb2:46373 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:34,733 DEBUG [RS:0;bd6592c37bb2:46373 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:34,733 DEBUG [RS:0;bd6592c37bb2:46373 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:34,733 DEBUG [RS:0;bd6592c37bb2:46373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:19:34,733 DEBUG [RS:0;bd6592c37bb2:46373 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:19:34,733 DEBUG [RS:0;bd6592c37bb2:46373 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:19:34,734 INFO [RS:0;bd6592c37bb2:46373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:34,734 INFO [RS:0;bd6592c37bb2:46373 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:34,734 INFO [RS:0;bd6592c37bb2:46373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:34,734 INFO [RS:0;bd6592c37bb2:46373 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:34,734 INFO [RS:0;bd6592c37bb2:46373 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:34,734 INFO [RS:0;bd6592c37bb2:46373 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46373,1732486772851-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:19:34,750 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T22:19:34,750 INFO [RS:0;bd6592c37bb2:46373 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46373,1732486772851-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:34,750 INFO [RS:0;bd6592c37bb2:46373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:34,750 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.Replication(171): bd6592c37bb2,46373,1732486772851 started 2024-11-24T22:19:34,763 INFO [RS:0;bd6592c37bb2:46373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:34,763 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,46373,1732486772851, RpcServer on bd6592c37bb2/172.17.0.2:46373, sessionid=0x1014c100eb70004 2024-11-24T22:19:34,763 DEBUG [RS:0;bd6592c37bb2:46373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T22:19:34,763 DEBUG [RS:0;bd6592c37bb2:46373 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,46373,1732486772851 2024-11-24T22:19:34,763 DEBUG [RS:0;bd6592c37bb2:46373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,46373,1732486772851' 2024-11-24T22:19:34,763 DEBUG [RS:0;bd6592c37bb2:46373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12119974179/flush-table-proc/abort' 2024-11-24T22:19:34,764 DEBUG [RS:0;bd6592c37bb2:46373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12119974179/flush-table-proc/acquired' 2024-11-24T22:19:34,764 DEBUG [RS:0;bd6592c37bb2:46373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T22:19:34,764 DEBUG [RS:0;bd6592c37bb2:46373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T22:19:34,764 DEBUG [RS:0;bd6592c37bb2:46373 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,46373,1732486772851 2024-11-24T22:19:34,764 DEBUG [RS:0;bd6592c37bb2:46373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,46373,1732486772851' 2024-11-24T22:19:34,764 DEBUG [RS:0;bd6592c37bb2:46373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12119974179/online-snapshot/abort' 2024-11-24T22:19:34,764 DEBUG [RS:0;bd6592c37bb2:46373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12119974179/online-snapshot/acquired' 2024-11-24T22:19:34,765 DEBUG [RS:0;bd6592c37bb2:46373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T22:19:34,765 INFO [RS:0;bd6592c37bb2:46373 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T22:19:34,765 INFO [RS:0;bd6592c37bb2:46373 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T22:19:34,865 INFO [RS:0;bd6592c37bb2:46373 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:19:34,866 INFO [RS:0;bd6592c37bb2:46373 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C46373%2C1732486772851, suffix=, logDir=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851, archiveDir=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/oldWALs, maxLogs=10 2024-11-24T22:19:34,879 DEBUG [RS:0;bd6592c37bb2:46373 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867, exclude list is [], retry=0 2024-11-24T22:19:34,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44559,DS-773b6efe-e502-48f5-a748-8dd43916f2d4,DISK] 2024-11-24T22:19:34,883 INFO [RS:0;bd6592c37bb2:46373 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867 2024-11-24T22:19:34,884 DEBUG [RS:0;bd6592c37bb2:46373 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36071:36071)] 2024-11-24T22:19:35,048 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T22:19:35,048 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9 2024-11-24T22:19:35,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741833_1009 (size=32) 2024-11-24T22:19:35,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:35,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:19:35,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:19:35,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:35,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:35,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:19:35,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:19:35,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:35,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:35,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:19:35,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:19:35,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:35,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:35,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:19:35,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:19:35,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:35,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:35,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:19:35,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740 2024-11-24T22:19:35,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740 2024-11-24T22:19:35,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:19:35,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:19:35,464 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:19:35,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:19:35,467 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:19:35,467 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62812093, jitterRate=-0.06402687728404999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:19:35,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732486775454Initializing all the Stores at 1732486775455 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486775455Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486775455Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486775455Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486775455Cleaning up temporary data from old regions at 1732486775464 (+9 ms)Region opened successfully at 1732486775467 (+3 ms) 2024-11-24T22:19:35,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:19:35,467 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:19:35,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:19:35,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:19:35,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:19:35,467 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:19:35,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486775467Disabling compacts and flushes for region at 1732486775467Disabling writes for close at 1732486775467Writing region close event to WAL at 1732486775467Closed at 1732486775467 2024-11-24T22:19:35,468 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:19:35,468 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T22:19:35,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T22:19:35,469 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:19:35,470 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T22:19:35,620 DEBUG [bd6592c37bb2:44699 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:19:35,621 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,46373,1732486772851 2024-11-24T22:19:35,622 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,46373,1732486772851, state=OPENING 2024-11-24T22:19:35,623 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T22:19:35,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12119974179 2024-11-24T22:19:35,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46373-0x1014c100eb70004, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12119974179 2024-11-24T22:19:35,625 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:19:35,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12119974179/meta-region-server: CHANGED 2024-11-24T22:19:35,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12119974179/meta-region-server: CHANGED 2024-11-24T22:19:35,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,46373,1732486772851}] 2024-11-24T22:19:35,777 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:19:35,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:19:35,782 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T22:19:35,782 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:19:35,782 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T22:19:35,783 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C46373%2C1732486772851.meta, suffix=.meta, logDir=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851, archiveDir=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/oldWALs, maxLogs=10 2024-11-24T22:19:35,797 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.meta.1732486775783.meta, exclude list is [], retry=0 2024-11-24T22:19:35,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44559,DS-773b6efe-e502-48f5-a748-8dd43916f2d4,DISK] 2024-11-24T22:19:35,800 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.meta.1732486775783.meta 2024-11-24T22:19:35,800 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36071:36071)] 2024-11-24T22:19:35,801 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:19:35,801 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:19:35,801 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:19:35,801 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T22:19:35,801 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T22:19:35,801 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T22:19:35,801 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:35,801 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T22:19:35,801 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T22:19:35,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:19:35,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:19:35,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:35,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:35,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:19:35,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:19:35,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:35,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:35,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:19:35,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:19:35,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:35,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:35,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:19:35,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:19:35,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:35,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:19:35,811 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:19:35,811 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740 2024-11-24T22:19:35,812 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740 2024-11-24T22:19:35,813 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:19:35,813 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:19:35,814 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:19:35,815 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:19:35,816 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69788950, jitterRate=0.03993639349937439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:19:35,816 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T22:19:35,816 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732486775802Writing region info on filesystem at 1732486775802Initializing all the Stores at 1732486775802Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486775802Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486775806 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486775806Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486775806Cleaning up temporary data from old regions at 1732486775813 (+7 ms)Running coprocessor post-open hooks at 1732486775816 (+3 ms)Region opened successfully at 1732486775816 2024-11-24T22:19:35,817 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732486775777 2024-11-24T22:19:35,819 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T22:19:35,819 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T22:19:35,819 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,46373,1732486772851 2024-11-24T22:19:35,820 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,46373,1732486772851, state=OPEN 2024-11-24T22:19:35,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46373-0x1014c100eb70004, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12119974179/meta-region-server 2024-11-24T22:19:35,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12119974179/meta-region-server 2024-11-24T22:19:35,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12119974179/meta-region-server: CHANGED 2024-11-24T22:19:35,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12119974179/meta-region-server: CHANGED 2024-11-24T22:19:35,822 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,46373,1732486772851 2024-11-24T22:19:35,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T22:19:35,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,46373,1732486772851 in 197 msec 2024-11-24T22:19:35,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T22:19:35,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-24T22:19:35,826 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:19:35,826 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T22:19:35,827 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:19:35,828 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,46373,1732486772851, seqNum=-1] 2024-11-24T22:19:35,828 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:19:35,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:19:35,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-11-24T22:19:35,833 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732486775833, completionTime=-1 2024-11-24T22:19:35,833 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T22:19:35,833 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T22:19:35,834 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T22:19:35,834 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732486835834 2024-11-24T22:19:35,834 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732486895834 2024-11-24T22:19:35,834 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T22:19:35,835 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,44699,1732486772805-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:35,835 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,44699,1732486772805-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:35,835 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,44699,1732486772805-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:35,835 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:44699, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:35,835 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:35,835 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:35,836 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T22:19:35,838 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.933sec 2024-11-24T22:19:35,838 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T22:19:35,838 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T22:19:35,838 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T22:19:35,838 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T22:19:35,838 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T22:19:35,838 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,44699,1732486772805-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:19:35,838 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,44699,1732486772805-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T22:19:35,839 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T22:19:35,839 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T22:19:35,840 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,44699,1732486772805-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:19:35,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e95f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:35,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,44699,-1 for getting cluster id 2024-11-24T22:19:35,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:19:35,885 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bc81106-6c13-41a2-a20b-6c67476feb6b' 2024-11-24T22:19:35,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:19:35,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bc81106-6c13-41a2-a20b-6c67476feb6b" 2024-11-24T22:19:35,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48462dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:35,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,44699,-1] 2024-11-24T22:19:35,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:19:35,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:35,887 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:19:35,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a416f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:35,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:19:35,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,46373,1732486772851, seqNum=-1] 2024-11-24T22:19:35,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:19:35,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:19:35,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bd6592c37bb2,44699,1732486772805 2024-11-24T22:19:35,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64570 2024-11-24T22:19:35,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:19:35,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014c100eb70005 connected 2024-11-24T22:19:35,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:19:35,897 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,45869,1732486768680 2024-11-24T22:19:35,897 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f983bce 2024-11-24T22:19:35,897 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:19:35,898 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:19:35,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45869 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:19:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45869 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T22:19:35,901 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:19:35,901 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:35,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45869 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T22:19:35,902 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:19:35,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:19:35,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741835_1011 (size=902) 2024-11-24T22:19:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:19:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:19:36,309 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4fdea12ebd366fee6d1da93be1f7ee38, NAME => 'test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347 2024-11-24T22:19:36,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741836_1012 (size=39) 2024-11-24T22:19:36,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:36,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4fdea12ebd366fee6d1da93be1f7ee38, disabling compactions & flushes 2024-11-24T22:19:36,317 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38. 2024-11-24T22:19:36,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38. 2024-11-24T22:19:36,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38. after waiting 0 ms 2024-11-24T22:19:36,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38. 2024-11-24T22:19:36,317 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38. 2024-11-24T22:19:36,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4fdea12ebd366fee6d1da93be1f7ee38: Waiting for close lock at 1732486776317Disabling compacts and flushes for region at 1732486776317Disabling writes for close at 1732486776317Writing region close event to WAL at 1732486776317Closed at 1732486776317 2024-11-24T22:19:36,318 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:19:36,319 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732486776318"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486776318"}]},"ts":"1732486776318"} 2024-11-24T22:19:36,321 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:19:36,321 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:19:36,322 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486776321"}]},"ts":"1732486776321"} 2024-11-24T22:19:36,323 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T22:19:36,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4fdea12ebd366fee6d1da93be1f7ee38, ASSIGN}] 2024-11-24T22:19:36,324 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4fdea12ebd366fee6d1da93be1f7ee38, ASSIGN 2024-11-24T22:19:36,325 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4fdea12ebd366fee6d1da93be1f7ee38, ASSIGN; state=OFFLINE, location=bd6592c37bb2,40013,1732486768732; forceNewPlan=false, retain=false 2024-11-24T22:19:36,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4fdea12ebd366fee6d1da93be1f7ee38, regionState=OPENING, regionLocation=bd6592c37bb2,40013,1732486768732 2024-11-24T22:19:36,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4fdea12ebd366fee6d1da93be1f7ee38, ASSIGN because future has completed 2024-11-24T22:19:36,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fdea12ebd366fee6d1da93be1f7ee38, server=bd6592c37bb2,40013,1732486768732}] 2024-11-24T22:19:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:19:36,583 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T22:19:36,634 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38. 2024-11-24T22:19:36,635 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fdea12ebd366fee6d1da93be1f7ee38, NAME => 'test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:19:36,635 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:19:36,635 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T22:19:36,635 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4fdea12ebd366fee6d1da93be1f7ee38 2024-11-24T22:19:36,635 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:36,635 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4fdea12ebd366fee6d1da93be1f7ee38 2024-11-24T22:19:36,635 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4fdea12ebd366fee6d1da93be1f7ee38 2024-11-24T22:19:36,636 INFO [StoreOpener-4fdea12ebd366fee6d1da93be1f7ee38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4fdea12ebd366fee6d1da93be1f7ee38 2024-11-24T22:19:36,638 INFO [StoreOpener-4fdea12ebd366fee6d1da93be1f7ee38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fdea12ebd366fee6d1da93be1f7ee38 columnFamilyName f 2024-11-24T22:19:36,638 DEBUG [StoreOpener-4fdea12ebd366fee6d1da93be1f7ee38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:36,638 INFO [StoreOpener-4fdea12ebd366fee6d1da93be1f7ee38-1 {}] regionserver.HStore(327): Store=4fdea12ebd366fee6d1da93be1f7ee38/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:36,638 INFO [StoreOpener-4fdea12ebd366fee6d1da93be1f7ee38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4fdea12ebd366fee6d1da93be1f7ee38 2024-11-24T22:19:36,639 INFO [StoreOpener-4fdea12ebd366fee6d1da93be1f7ee38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fdea12ebd366fee6d1da93be1f7ee38 columnFamilyName f1 2024-11-24T22:19:36,639 DEBUG [StoreOpener-4fdea12ebd366fee6d1da93be1f7ee38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:36,639 INFO [StoreOpener-4fdea12ebd366fee6d1da93be1f7ee38-1 {}] regionserver.HStore(327): Store=4fdea12ebd366fee6d1da93be1f7ee38/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:36,639 INFO [StoreOpener-4fdea12ebd366fee6d1da93be1f7ee38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4fdea12ebd366fee6d1da93be1f7ee38 2024-11-24T22:19:36,640 INFO [StoreOpener-4fdea12ebd366fee6d1da93be1f7ee38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fdea12ebd366fee6d1da93be1f7ee38 columnFamilyName norep 2024-11-24T22:19:36,640 DEBUG [StoreOpener-4fdea12ebd366fee6d1da93be1f7ee38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:36,641 INFO [StoreOpener-4fdea12ebd366fee6d1da93be1f7ee38-1 {}] regionserver.HStore(327): Store=4fdea12ebd366fee6d1da93be1f7ee38/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:36,641 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4fdea12ebd366fee6d1da93be1f7ee38 2024-11-24T22:19:36,641 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/default/test/4fdea12ebd366fee6d1da93be1f7ee38 2024-11-24T22:19:36,642 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/default/test/4fdea12ebd366fee6d1da93be1f7ee38 2024-11-24T22:19:36,642 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4fdea12ebd366fee6d1da93be1f7ee38 2024-11-24T22:19:36,642 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4fdea12ebd366fee6d1da93be1f7ee38 2024-11-24T22:19:36,643 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:19:36,644 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4fdea12ebd366fee6d1da93be1f7ee38 2024-11-24T22:19:36,646 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/default/test/4fdea12ebd366fee6d1da93be1f7ee38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:19:36,646 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4fdea12ebd366fee6d1da93be1f7ee38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66503518, jitterRate=-0.009020358324050903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:19:36,646 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4fdea12ebd366fee6d1da93be1f7ee38 2024-11-24T22:19:36,647 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4fdea12ebd366fee6d1da93be1f7ee38: Running coprocessor pre-open hook at 1732486776635Writing region info on filesystem at 1732486776635Initializing all the Stores at 1732486776636 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486776636Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486776636Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486776636Cleaning up temporary data from old regions at 1732486776642 (+6 ms)Running coprocessor post-open hooks at 1732486776646 (+4 ms)Region opened successfully at 1732486776647 (+1 ms) 2024-11-24T22:19:36,647 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38., pid=6, masterSystemTime=1732486776631 2024-11-24T22:19:36,649 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38. 2024-11-24T22:19:36,649 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38. 2024-11-24T22:19:36,650 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4fdea12ebd366fee6d1da93be1f7ee38, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bd6592c37bb2,40013,1732486768732 2024-11-24T22:19:36,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fdea12ebd366fee6d1da93be1f7ee38, server=bd6592c37bb2,40013,1732486768732 because future has completed 2024-11-24T22:19:36,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T22:19:36,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4fdea12ebd366fee6d1da93be1f7ee38, server=bd6592c37bb2,40013,1732486768732 in 174 msec 2024-11-24T22:19:36,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T22:19:36,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4fdea12ebd366fee6d1da93be1f7ee38, ASSIGN in 330 msec 2024-11-24T22:19:36,656 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:19:36,656 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486776656"}]},"ts":"1732486776656"} 2024-11-24T22:19:36,658 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T22:19:36,659 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:19:36,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 760 msec 2024-11-24T22:19:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:19:37,040 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T22:19:37,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:19:37,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,44699,1732486772805 2024-11-24T22:19:37,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17f95c30 2024-11-24T22:19:37,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:19:37,043 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:19:37,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:19:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T22:19:37,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:19:37,046 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:37,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T22:19:37,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:19:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:19:37,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741835_1011 (size=902) 2024-11-24T22:19:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:19:37,186 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:19:37,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:37,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:37,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:37,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:37,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:37,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:37,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:37,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:19:37,454 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 759e6e0de2c60700bb6878e53cb7133a, NAME => 'test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9 2024-11-24T22:19:37,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741836_1012 (size=39) 2024-11-24T22:19:37,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:19:37,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:37,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 759e6e0de2c60700bb6878e53cb7133a, disabling compactions & flushes 2024-11-24T22:19:37,863 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a. 2024-11-24T22:19:37,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a. 2024-11-24T22:19:37,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a. after waiting 0 ms 2024-11-24T22:19:37,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a. 2024-11-24T22:19:37,863 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a. 2024-11-24T22:19:37,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 759e6e0de2c60700bb6878e53cb7133a: Waiting for close lock at 1732486777863Disabling compacts and flushes for region at 1732486777863Disabling writes for close at 1732486777863Writing region close event to WAL at 1732486777863Closed at 1732486777863 2024-11-24T22:19:37,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:19:37,864 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732486777864"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486777864"}]},"ts":"1732486777864"} 2024-11-24T22:19:37,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:19:37,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:19:37,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486777867"}]},"ts":"1732486777867"} 2024-11-24T22:19:37,869 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T22:19:37,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=759e6e0de2c60700bb6878e53cb7133a, ASSIGN}] 2024-11-24T22:19:37,870 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=759e6e0de2c60700bb6878e53cb7133a, ASSIGN 2024-11-24T22:19:37,871 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=759e6e0de2c60700bb6878e53cb7133a, ASSIGN; state=OFFLINE, location=bd6592c37bb2,46373,1732486772851; forceNewPlan=false, retain=false 2024-11-24T22:19:38,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=759e6e0de2c60700bb6878e53cb7133a, regionState=OPENING, regionLocation=bd6592c37bb2,46373,1732486772851 2024-11-24T22:19:38,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=759e6e0de2c60700bb6878e53cb7133a, ASSIGN because future has completed 2024-11-24T22:19:38,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 759e6e0de2c60700bb6878e53cb7133a, server=bd6592c37bb2,46373,1732486772851}] 2024-11-24T22:19:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:19:38,180 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a. 2024-11-24T22:19:38,180 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 759e6e0de2c60700bb6878e53cb7133a, NAME => 'test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:19:38,181 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:19:38,181 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T22:19:38,181 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 759e6e0de2c60700bb6878e53cb7133a 2024-11-24T22:19:38,181 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:38,181 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 759e6e0de2c60700bb6878e53cb7133a 2024-11-24T22:19:38,181 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 759e6e0de2c60700bb6878e53cb7133a 2024-11-24T22:19:38,183 INFO [StoreOpener-759e6e0de2c60700bb6878e53cb7133a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 759e6e0de2c60700bb6878e53cb7133a 2024-11-24T22:19:38,184 INFO [StoreOpener-759e6e0de2c60700bb6878e53cb7133a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 759e6e0de2c60700bb6878e53cb7133a columnFamilyName f 2024-11-24T22:19:38,184 DEBUG [StoreOpener-759e6e0de2c60700bb6878e53cb7133a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:38,184 INFO [StoreOpener-759e6e0de2c60700bb6878e53cb7133a-1 {}] regionserver.HStore(327): Store=759e6e0de2c60700bb6878e53cb7133a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:38,184 INFO [StoreOpener-759e6e0de2c60700bb6878e53cb7133a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 759e6e0de2c60700bb6878e53cb7133a 2024-11-24T22:19:38,186 INFO [StoreOpener-759e6e0de2c60700bb6878e53cb7133a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 759e6e0de2c60700bb6878e53cb7133a columnFamilyName f1 2024-11-24T22:19:38,186 DEBUG [StoreOpener-759e6e0de2c60700bb6878e53cb7133a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:38,186 INFO [StoreOpener-759e6e0de2c60700bb6878e53cb7133a-1 {}] regionserver.HStore(327): Store=759e6e0de2c60700bb6878e53cb7133a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:38,186 INFO [StoreOpener-759e6e0de2c60700bb6878e53cb7133a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 759e6e0de2c60700bb6878e53cb7133a 2024-11-24T22:19:38,187 INFO [StoreOpener-759e6e0de2c60700bb6878e53cb7133a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 759e6e0de2c60700bb6878e53cb7133a columnFamilyName norep 2024-11-24T22:19:38,187 DEBUG [StoreOpener-759e6e0de2c60700bb6878e53cb7133a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:38,187 INFO [StoreOpener-759e6e0de2c60700bb6878e53cb7133a-1 {}] regionserver.HStore(327): Store=759e6e0de2c60700bb6878e53cb7133a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:38,188 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 759e6e0de2c60700bb6878e53cb7133a 2024-11-24T22:19:38,188 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/default/test/759e6e0de2c60700bb6878e53cb7133a 2024-11-24T22:19:38,188 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/default/test/759e6e0de2c60700bb6878e53cb7133a 2024-11-24T22:19:38,189 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 759e6e0de2c60700bb6878e53cb7133a 2024-11-24T22:19:38,189 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 759e6e0de2c60700bb6878e53cb7133a 2024-11-24T22:19:38,190 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:19:38,191 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 759e6e0de2c60700bb6878e53cb7133a 2024-11-24T22:19:38,193 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/default/test/759e6e0de2c60700bb6878e53cb7133a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:19:38,193 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 759e6e0de2c60700bb6878e53cb7133a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74601968, jitterRate=0.11165595054626465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:19:38,193 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 759e6e0de2c60700bb6878e53cb7133a 2024-11-24T22:19:38,193 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 759e6e0de2c60700bb6878e53cb7133a: Running coprocessor pre-open hook at 1732486778181Writing region info on filesystem at 1732486778181Initializing all the Stores at 1732486778182 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486778182Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486778183 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486778183Cleaning up temporary data from old regions at 1732486778189 (+6 ms)Running coprocessor post-open hooks at 1732486778193 (+4 ms)Region opened successfully at 1732486778193 2024-11-24T22:19:38,194 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a., pid=6, masterSystemTime=1732486778177 2024-11-24T22:19:38,196 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a. 2024-11-24T22:19:38,196 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a. 2024-11-24T22:19:38,197 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=759e6e0de2c60700bb6878e53cb7133a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bd6592c37bb2,46373,1732486772851 2024-11-24T22:19:38,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 759e6e0de2c60700bb6878e53cb7133a, server=bd6592c37bb2,46373,1732486772851 because future has completed 2024-11-24T22:19:38,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T22:19:38,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 759e6e0de2c60700bb6878e53cb7133a, server=bd6592c37bb2,46373,1732486772851 in 176 msec 2024-11-24T22:19:38,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T22:19:38,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=759e6e0de2c60700bb6878e53cb7133a, ASSIGN in 332 msec 2024-11-24T22:19:38,204 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:19:38,204 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486778204"}]},"ts":"1732486778204"} 2024-11-24T22:19:38,206 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T22:19:38,207 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:19:38,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-24T22:19:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:19:39,190 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T22:19:39,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563cd010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:39,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,45869,-1 for getting cluster id 2024-11-24T22:19:39,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:19:39,192 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8059766-af7c-48ef-9875-6d9cae65de42' 2024-11-24T22:19:39,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:19:39,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8059766-af7c-48ef-9875-6d9cae65de42" 2024-11-24T22:19:39,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353dda07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:39,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,45869,-1] 2024-11-24T22:19:39,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:19:39,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:39,194 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:19:39,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147e9a63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:39,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4086e40d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:39,195 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,44699,-1 for getting cluster id 2024-11-24T22:19:39,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:19:39,195 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bc81106-6c13-41a2-a20b-6c67476feb6b' 2024-11-24T22:19:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:19:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bc81106-6c13-41a2-a20b-6c67476feb6b" 2024-11-24T22:19:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c56b27d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,44699,-1] 2024-11-24T22:19:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:19:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:39,197 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:19:39,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a8ebdca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:39,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b38e1f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:39,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,45869,-1 for getting cluster id 2024-11-24T22:19:39,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:19:39,199 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8059766-af7c-48ef-9875-6d9cae65de42' 2024-11-24T22:19:39,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:19:39,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8059766-af7c-48ef-9875-6d9cae65de42" 2024-11-24T22:19:39,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69dff4e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:39,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,45869,-1] 2024-11-24T22:19:39,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:19:39,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:39,200 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:19:39,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581c0502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:39,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:19:39,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,45869,1732486768680 2024-11-24T22:19:39,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c504af9 2024-11-24T22:19:39,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:19:39,202 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:19:39,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45869 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bd6592c37bb2:44699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T22:19:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45869 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T22:19:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:19:39,205 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:44699' 2024-11-24T22:19:39,205 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dfb2f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:39,205 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,44699,-1 for getting cluster id 2024-11-24T22:19:39,206 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:19:39,206 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bc81106-6c13-41a2-a20b-6c67476feb6b' 2024-11-24T22:19:39,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:19:39,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bc81106-6c13-41a2-a20b-6c67476feb6b" 2024-11-24T22:19:39,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f5a614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:39,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,44699,-1] 2024-11-24T22:19:39,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:19:39,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:39,207 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:19:39,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763f88f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:39,208 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:19:39,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,44699,1732486772805 2024-11-24T22:19:39,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f50340b 2024-11-24T22:19:39,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:19:39,209 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:19:39,210 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T22:19:39,210 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T22:19:39,210 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:39,210 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:39,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:19:39,210 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:19:39,211 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T22:19:39,212 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:19:39,212 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:39,212 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:19:39,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741837_1013 (size=1138) 2024-11-24T22:19:39,261 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T22:19:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:19:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:19:39,622 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83ef6b6ebc14e054d913dce96cd2ea0a, NAME => 'hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347 2024-11-24T22:19:39,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741838_1014 (size=44) 2024-11-24T22:19:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:19:40,027 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:40,027 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 83ef6b6ebc14e054d913dce96cd2ea0a, disabling compactions & flushes 2024-11-24T22:19:40,028 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a. 2024-11-24T22:19:40,028 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a. 2024-11-24T22:19:40,028 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a. after waiting 0 ms 2024-11-24T22:19:40,028 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a. 2024-11-24T22:19:40,028 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a. 2024-11-24T22:19:40,028 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83ef6b6ebc14e054d913dce96cd2ea0a: Waiting for close lock at 1732486780027Disabling compacts and flushes for region at 1732486780027Disabling writes for close at 1732486780028 (+1 ms)Writing region close event to WAL at 1732486780028Closed at 1732486780028 2024-11-24T22:19:40,029 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:19:40,029 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732486780029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486780029"}]},"ts":"1732486780029"} 2024-11-24T22:19:40,031 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:19:40,032 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:19:40,032 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486780032"}]},"ts":"1732486780032"} 2024-11-24T22:19:40,034 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T22:19:40,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83ef6b6ebc14e054d913dce96cd2ea0a, ASSIGN}] 2024-11-24T22:19:40,035 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83ef6b6ebc14e054d913dce96cd2ea0a, ASSIGN 2024-11-24T22:19:40,036 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83ef6b6ebc14e054d913dce96cd2ea0a, ASSIGN; state=OFFLINE, location=bd6592c37bb2,40013,1732486768732; forceNewPlan=false, retain=false 2024-11-24T22:19:40,186 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=83ef6b6ebc14e054d913dce96cd2ea0a, regionState=OPENING, regionLocation=bd6592c37bb2,40013,1732486768732 2024-11-24T22:19:40,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83ef6b6ebc14e054d913dce96cd2ea0a, ASSIGN because future has completed 2024-11-24T22:19:40,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83ef6b6ebc14e054d913dce96cd2ea0a, server=bd6592c37bb2,40013,1732486768732}] 2024-11-24T22:19:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:19:40,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a. 2024-11-24T22:19:40,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:19:40,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T22:19:40,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C40013%2C1732486768732.rep, suffix=, logDir=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732, archiveDir=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/oldWALs, maxLogs=10 2024-11-24T22:19:40,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.rep.1732486780348, exclude list is [], retry=0 2024-11-24T22:19:40,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45837,DS-0621bf87-efb8-4385-90be-d2d8687b3504,DISK] 2024-11-24T22:19:40,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.rep.1732486780348 2024-11-24T22:19:40,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37837:37837)] 2024-11-24T22:19:40,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 83ef6b6ebc14e054d913dce96cd2ea0a, NAME => 'hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:19:40,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:19:40,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:19:40,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a. service=MultiRowMutationService 2024-11-24T22:19:40,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T22:19:40,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 83ef6b6ebc14e054d913dce96cd2ea0a 2024-11-24T22:19:40,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:40,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 83ef6b6ebc14e054d913dce96cd2ea0a 2024-11-24T22:19:40,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 83ef6b6ebc14e054d913dce96cd2ea0a 2024-11-24T22:19:40,376 INFO [StoreOpener-83ef6b6ebc14e054d913dce96cd2ea0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 83ef6b6ebc14e054d913dce96cd2ea0a 2024-11-24T22:19:40,377 INFO [StoreOpener-83ef6b6ebc14e054d913dce96cd2ea0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83ef6b6ebc14e054d913dce96cd2ea0a columnFamilyName hfileref 2024-11-24T22:19:40,377 DEBUG [StoreOpener-83ef6b6ebc14e054d913dce96cd2ea0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:40,377 INFO [StoreOpener-83ef6b6ebc14e054d913dce96cd2ea0a-1 {}] regionserver.HStore(327): Store=83ef6b6ebc14e054d913dce96cd2ea0a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:40,377 INFO [StoreOpener-83ef6b6ebc14e054d913dce96cd2ea0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 83ef6b6ebc14e054d913dce96cd2ea0a 2024-11-24T22:19:40,378 INFO [StoreOpener-83ef6b6ebc14e054d913dce96cd2ea0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83ef6b6ebc14e054d913dce96cd2ea0a columnFamilyName queue 2024-11-24T22:19:40,378 DEBUG [StoreOpener-83ef6b6ebc14e054d913dce96cd2ea0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:40,379 INFO [StoreOpener-83ef6b6ebc14e054d913dce96cd2ea0a-1 {}] regionserver.HStore(327): Store=83ef6b6ebc14e054d913dce96cd2ea0a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:40,379 INFO [StoreOpener-83ef6b6ebc14e054d913dce96cd2ea0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 83ef6b6ebc14e054d913dce96cd2ea0a 2024-11-24T22:19:40,379 INFO [StoreOpener-83ef6b6ebc14e054d913dce96cd2ea0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83ef6b6ebc14e054d913dce96cd2ea0a columnFamilyName sid 2024-11-24T22:19:40,380 DEBUG [StoreOpener-83ef6b6ebc14e054d913dce96cd2ea0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:40,380 INFO [StoreOpener-83ef6b6ebc14e054d913dce96cd2ea0a-1 {}] regionserver.HStore(327): Store=83ef6b6ebc14e054d913dce96cd2ea0a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:40,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 83ef6b6ebc14e054d913dce96cd2ea0a 2024-11-24T22:19:40,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/replication/83ef6b6ebc14e054d913dce96cd2ea0a 2024-11-24T22:19:40,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/replication/83ef6b6ebc14e054d913dce96cd2ea0a 2024-11-24T22:19:40,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 83ef6b6ebc14e054d913dce96cd2ea0a 2024-11-24T22:19:40,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 83ef6b6ebc14e054d913dce96cd2ea0a 2024-11-24T22:19:40,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:19:40,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 83ef6b6ebc14e054d913dce96cd2ea0a 2024-11-24T22:19:40,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/replication/83ef6b6ebc14e054d913dce96cd2ea0a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:19:40,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 83ef6b6ebc14e054d913dce96cd2ea0a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58855238, jitterRate=-0.12298861145973206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:19:40,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83ef6b6ebc14e054d913dce96cd2ea0a 2024-11-24T22:19:40,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 83ef6b6ebc14e054d913dce96cd2ea0a: Running coprocessor pre-open hook at 1732486780375Writing region info on filesystem at 1732486780375Initializing all the Stores at 1732486780376 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486780376Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486780376Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486780376Cleaning up temporary data from old regions at 1732486780382 (+6 ms)Running coprocessor post-open hooks at 1732486780387 (+5 ms)Region opened successfully at 1732486780387 2024-11-24T22:19:40,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a., pid=10, masterSystemTime=1732486780341 2024-11-24T22:19:40,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a. 2024-11-24T22:19:40,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a. 2024-11-24T22:19:40,391 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=83ef6b6ebc14e054d913dce96cd2ea0a, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,40013,1732486768732 2024-11-24T22:19:40,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83ef6b6ebc14e054d913dce96cd2ea0a, server=bd6592c37bb2,40013,1732486768732 because future has completed 2024-11-24T22:19:40,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T22:19:40,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 83ef6b6ebc14e054d913dce96cd2ea0a, server=bd6592c37bb2,40013,1732486768732 in 205 msec 2024-11-24T22:19:40,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T22:19:40,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83ef6b6ebc14e054d913dce96cd2ea0a, ASSIGN in 362 msec 2024-11-24T22:19:40,399 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:19:40,399 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486780399"}]},"ts":"1732486780399"} 2024-11-24T22:19:40,401 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T22:19:40,402 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:19:40,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-24T22:19:40,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a., hostname=bd6592c37bb2,40013,1732486768732, seqNum=2] 2024-11-24T22:19:40,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40013-0x1014c100eb70001, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-890314158 2024-11-24T22:19:40,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-890314158 2024-11-24T22:19:40,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T22:19:40,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40013 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T22:19:40,582 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T22:19:40,611 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bd6592c37bb2,40013,1732486768732, ReplicationSource: 1, currentBandwidth=0 2024-11-24T22:19:40,612 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:19:40,612 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40013,1732486768732, seqNum=-1] 2024-11-24T22:19:40,612 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:19:40,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-24T22:19:40,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bd6592c37bb2,40013,1732486768732', locateType=CURRENT is [region=hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a., hostname=bd6592c37bb2,40013,1732486768732, seqNum=2] 2024-11-24T22:19:40,617 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T22:19:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45869 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T22:19:40,619 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bd6592c37bb2,40013,1732486768732 suceeded 2024-11-24T22:19:40,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T22:19:40,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-24T22:19:40,621 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bd6592c37bb2:44699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T22:19:40,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-11-24T22:19:40,632 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:44699' 2024-11-24T22:19:40,633 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dd2f68b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:40,633 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,44699,-1 for getting cluster id 2024-11-24T22:19:40,633 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:19:40,633 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bc81106-6c13-41a2-a20b-6c67476feb6b' 2024-11-24T22:19:40,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:19:40,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bc81106-6c13-41a2-a20b-6c67476feb6b" 2024-11-24T22:19:40,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@228bf7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:40,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,44699,-1] 2024-11-24T22:19:40,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:19:40,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:40,635 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:19:40,636 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d9a4bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:40,636 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:19:40,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,44699,1732486772805 2024-11-24T22:19:40,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d0c0f92 2024-11-24T22:19:40,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:19:40,637 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-24T22:19:40,638 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bd6592c37bb2,40013,1732486768732 (queues=1) is replicating from cluster=a8059766-af7c-48ef-9875-6d9cae65de42 to cluster=0bc81106-6c13-41a2-a20b-6c67476feb6b 2024-11-24T22:19:40,638 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bd6592c37bb2%2C40013%2C1732486768732 2024-11-24T22:19:40,638 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bd6592c37bb2,40013,1732486768732, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T22:19:40,638 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.shipperbd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bd6592c37bb2%2C40013%2C1732486768732 2024-11-24T22:19:40,638 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722, startPosition=0, beingWritten=true 2024-11-24T22:19:40,644 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:19:40,644 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 379, reset compression=false 2024-11-24T22:19:40,644 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.shipperbd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40013,1732486768732 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:19:40,728 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T22:19:40,848 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 379, reset compression=false 2024-11-24T22:19:41,153 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 379, reset compression=false 2024-11-24T22:19:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:19:41,360 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T22:19:41,360 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:19:41,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:41,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:41,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:41,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:19:41,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f32778e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:41,361 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,44699,-1 for getting cluster id 2024-11-24T22:19:41,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:19:41,362 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bc81106-6c13-41a2-a20b-6c67476feb6b' 2024-11-24T22:19:41,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:19:41,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bc81106-6c13-41a2-a20b-6c67476feb6b" 2024-11-24T22:19:41,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23634365, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:41,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,44699,-1] 2024-11-24T22:19:41,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:19:41,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:41,364 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:19:41,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4441d59d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:41,365 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:19:41,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,44699,1732486772805 2024-11-24T22:19:41,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@536f5745 2024-11-24T22:19:41,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:19:41,366 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:19:41,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bd6592c37bb2:45869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T22:19:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T22:19:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:19:41,369 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:45869' 2024-11-24T22:19:41,370 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41792b58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:41,370 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,45869,-1 for getting cluster id 2024-11-24T22:19:41,370 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:19:41,371 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8059766-af7c-48ef-9875-6d9cae65de42' 2024-11-24T22:19:41,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:19:41,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8059766-af7c-48ef-9875-6d9cae65de42" 2024-11-24T22:19:41,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759583c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:41,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,45869,-1] 2024-11-24T22:19:41,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:19:41,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:41,372 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:19:41,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d69561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:41,373 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:19:41,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,45869,1732486768680 2024-11-24T22:19:41,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1971ce98 2024-11-24T22:19:41,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:19:41,374 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:19:41,374 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T22:19:41,375 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T22:19:41,375 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:41,375 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:41,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:19:41,375 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:19:41,376 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T22:19:41,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:19:41,377 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:41,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:19:41,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741837_1013 (size=1138) 2024-11-24T22:19:41,426 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T22:19:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:19:41,557 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 379, reset compression=false 2024-11-24T22:19:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:19:41,786 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06a659b4cbe8376343c802319b52b9eb, NAME => 'hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9 2024-11-24T22:19:41,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741838_1014 (size=44) 2024-11-24T22:19:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:19:42,061 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 379, reset compression=false 2024-11-24T22:19:42,137 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:19:42,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:42,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:42,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:42,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:42,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:42,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:42,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:42,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:42,192 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:42,192 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 06a659b4cbe8376343c802319b52b9eb, disabling compactions & flushes 2024-11-24T22:19:42,192 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb. 2024-11-24T22:19:42,192 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb. 2024-11-24T22:19:42,192 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb. after waiting 0 ms 2024-11-24T22:19:42,192 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb. 2024-11-24T22:19:42,192 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb. 2024-11-24T22:19:42,192 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06a659b4cbe8376343c802319b52b9eb: Waiting for close lock at 1732486782192Disabling compacts and flushes for region at 1732486782192Disabling writes for close at 1732486782192Writing region close event to WAL at 1732486782192Closed at 1732486782192 2024-11-24T22:19:42,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:19:42,193 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732486782193"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486782193"}]},"ts":"1732486782193"} 2024-11-24T22:19:42,195 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:19:42,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:19:42,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486782196"}]},"ts":"1732486782196"} 2024-11-24T22:19:42,197 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T22:19:42,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=06a659b4cbe8376343c802319b52b9eb, ASSIGN}] 2024-11-24T22:19:42,198 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=06a659b4cbe8376343c802319b52b9eb, ASSIGN 2024-11-24T22:19:42,199 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=06a659b4cbe8376343c802319b52b9eb, ASSIGN; state=OFFLINE, location=bd6592c37bb2,46373,1732486772851; forceNewPlan=false, retain=false 2024-11-24T22:19:42,350 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=06a659b4cbe8376343c802319b52b9eb, regionState=OPENING, regionLocation=bd6592c37bb2,46373,1732486772851 2024-11-24T22:19:42,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=06a659b4cbe8376343c802319b52b9eb, ASSIGN because future has completed 2024-11-24T22:19:42,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06a659b4cbe8376343c802319b52b9eb, server=bd6592c37bb2,46373,1732486772851}] 2024-11-24T22:19:42,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb. 2024-11-24T22:19:42,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:19:42,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T22:19:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:19:42,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C46373%2C1732486772851.rep, suffix=, logDir=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851, archiveDir=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/oldWALs, maxLogs=10 2024-11-24T22:19:42,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.rep.1732486782510, exclude list is [], retry=0 2024-11-24T22:19:42,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44559,DS-773b6efe-e502-48f5-a748-8dd43916f2d4,DISK] 2024-11-24T22:19:42,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.rep.1732486782510 2024-11-24T22:19:42,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36071:36071)] 2024-11-24T22:19:42,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 06a659b4cbe8376343c802319b52b9eb, NAME => 'hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:19:42,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:19:42,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:19:42,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb. service=MultiRowMutationService 2024-11-24T22:19:42,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T22:19:42,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 06a659b4cbe8376343c802319b52b9eb 2024-11-24T22:19:42,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:19:42,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 06a659b4cbe8376343c802319b52b9eb 2024-11-24T22:19:42,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 06a659b4cbe8376343c802319b52b9eb 2024-11-24T22:19:42,531 INFO [StoreOpener-06a659b4cbe8376343c802319b52b9eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 06a659b4cbe8376343c802319b52b9eb 2024-11-24T22:19:42,532 INFO [StoreOpener-06a659b4cbe8376343c802319b52b9eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06a659b4cbe8376343c802319b52b9eb columnFamilyName hfileref 2024-11-24T22:19:42,532 DEBUG [StoreOpener-06a659b4cbe8376343c802319b52b9eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:42,532 INFO [StoreOpener-06a659b4cbe8376343c802319b52b9eb-1 {}] regionserver.HStore(327): Store=06a659b4cbe8376343c802319b52b9eb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:42,532 INFO [StoreOpener-06a659b4cbe8376343c802319b52b9eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 06a659b4cbe8376343c802319b52b9eb 2024-11-24T22:19:42,533 INFO [StoreOpener-06a659b4cbe8376343c802319b52b9eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06a659b4cbe8376343c802319b52b9eb columnFamilyName queue 2024-11-24T22:19:42,533 DEBUG [StoreOpener-06a659b4cbe8376343c802319b52b9eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:42,533 INFO [StoreOpener-06a659b4cbe8376343c802319b52b9eb-1 {}] regionserver.HStore(327): Store=06a659b4cbe8376343c802319b52b9eb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:42,533 INFO [StoreOpener-06a659b4cbe8376343c802319b52b9eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 06a659b4cbe8376343c802319b52b9eb 2024-11-24T22:19:42,534 INFO [StoreOpener-06a659b4cbe8376343c802319b52b9eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06a659b4cbe8376343c802319b52b9eb columnFamilyName sid 2024-11-24T22:19:42,534 DEBUG [StoreOpener-06a659b4cbe8376343c802319b52b9eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:19:42,534 INFO [StoreOpener-06a659b4cbe8376343c802319b52b9eb-1 {}] regionserver.HStore(327): Store=06a659b4cbe8376343c802319b52b9eb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:19:42,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 06a659b4cbe8376343c802319b52b9eb 2024-11-24T22:19:42,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/replication/06a659b4cbe8376343c802319b52b9eb 2024-11-24T22:19:42,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/replication/06a659b4cbe8376343c802319b52b9eb 2024-11-24T22:19:42,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 06a659b4cbe8376343c802319b52b9eb 2024-11-24T22:19:42,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 06a659b4cbe8376343c802319b52b9eb 2024-11-24T22:19:42,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:19:42,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 06a659b4cbe8376343c802319b52b9eb 2024-11-24T22:19:42,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/replication/06a659b4cbe8376343c802319b52b9eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:19:42,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 06a659b4cbe8376343c802319b52b9eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64956188, jitterRate=-0.0320773720741272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:19:42,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06a659b4cbe8376343c802319b52b9eb 2024-11-24T22:19:42,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 06a659b4cbe8376343c802319b52b9eb: Running coprocessor pre-open hook at 1732486782529Writing region info on filesystem at 1732486782529Initializing all the Stores at 1732486782530 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486782530Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486782530Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486782530Cleaning up temporary data from old regions at 1732486782536 (+6 ms)Running coprocessor post-open hooks at 1732486782540 (+4 ms)Region opened successfully at 1732486782540 2024-11-24T22:19:42,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb., pid=10, masterSystemTime=1732486782505 2024-11-24T22:19:42,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb. 2024-11-24T22:19:42,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb. 2024-11-24T22:19:42,543 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=06a659b4cbe8376343c802319b52b9eb, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,46373,1732486772851 2024-11-24T22:19:42,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06a659b4cbe8376343c802319b52b9eb, server=bd6592c37bb2,46373,1732486772851 because future has completed 2024-11-24T22:19:42,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T22:19:42,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 06a659b4cbe8376343c802319b52b9eb, server=bd6592c37bb2,46373,1732486772851 in 193 msec 2024-11-24T22:19:42,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T22:19:42,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=06a659b4cbe8376343c802319b52b9eb, ASSIGN in 350 msec 2024-11-24T22:19:42,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:19:42,550 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486782550"}]},"ts":"1732486782550"} 2024-11-24T22:19:42,552 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T22:19:42,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:19:42,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-24T22:19:42,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb., hostname=bd6592c37bb2,46373,1732486772851, seqNum=2] 2024-11-24T22:19:42,584 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T22:19:42,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12119974179 2024-11-24T22:19:42,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46373-0x1014c100eb70004, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12119974179 2024-11-24T22:19:42,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T22:19:42,665 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 379, reset compression=false 2024-11-24T22:19:42,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T22:19:42,760 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T22:19:42,789 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bd6592c37bb2,46373,1732486772851, ReplicationSource: 1, currentBandwidth=0 2024-11-24T22:19:42,789 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:19:42,790 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,46373,1732486772851, seqNum=-1] 2024-11-24T22:19:42,790 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:19:42,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-24T22:19:42,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bd6592c37bb2,46373,1732486772851', locateType=CURRENT is [region=hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb., hostname=bd6592c37bb2,46373,1732486772851, seqNum=2] 2024-11-24T22:19:42,795 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T22:19:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T22:19:42,797 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bd6592c37bb2,46373,1732486772851 suceeded 2024-11-24T22:19:42,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T22:19:42,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-24T22:19:42,799 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bd6592c37bb2:45869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T22:19:42,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4330 sec 2024-11-24T22:19:42,809 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:45869' 2024-11-24T22:19:42,810 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@712de2ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:42,810 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,45869,-1 for getting cluster id 2024-11-24T22:19:42,810 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:19:42,811 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8059766-af7c-48ef-9875-6d9cae65de42' 2024-11-24T22:19:42,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:19:42,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8059766-af7c-48ef-9875-6d9cae65de42" 2024-11-24T22:19:42,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@494e72b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:42,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,45869,-1] 2024-11-24T22:19:42,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:19:42,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:42,812 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:19:42,813 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23ef2642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:42,813 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:19:42,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,45869,1732486768680 2024-11-24T22:19:42,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b7efe00 2024-11-24T22:19:42,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:19:42,815 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-24T22:19:42,815 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bd6592c37bb2,46373,1732486772851 (queues=1) is replicating from cluster=0bc81106-6c13-41a2-a20b-6c67476feb6b to cluster=a8059766-af7c-48ef-9875-6d9cae65de42 2024-11-24T22:19:42,815 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bd6592c37bb2%2C46373%2C1732486772851 2024-11-24T22:19:42,815 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bd6592c37bb2,46373,1732486772851, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T22:19:42,816 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.shipperbd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bd6592c37bb2%2C46373%2C1732486772851 2024-11-24T22:19:42,816 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867, startPosition=0, beingWritten=true 2024-11-24T22:19:42,821 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:19:42,821 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867 to pos 379, reset compression=false 2024-11-24T22:19:42,821 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.shipperbd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,46373,1732486772851 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:19:42,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T22:19:42,850 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T22:19:42,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T22:19:42,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T22:19:42,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T22:19:42,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T22:19:43,024 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867 to pos 379, reset compression=false 2024-11-24T22:19:43,328 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867 to pos 379, reset compression=false 2024-11-24T22:19:43,369 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 379, reset compression=false 2024-11-24T22:19:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:19:43,521 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T22:19:43,521 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:19:43,521 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:43,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:43,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:43,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:19:43,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:43,525 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732486783524/Put/seqid=0 2024-11-24T22:19:43,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741840_1016 (size=7894) 2024-11-24T22:19:43,732 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867 to pos 379, reset compression=false 2024-11-24T22:19:43,932 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732486783931/Put/seqid=0 2024-11-24T22:19:43,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741841_1017 (size=7691) 2024-11-24T22:19:44,173 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 379, reset compression=false 2024-11-24T22:19:44,236 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867 to pos 379, reset compression=false 2024-11-24T22:19:44,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a2f914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:44,338 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,45869,-1 for getting cluster id 2024-11-24T22:19:44,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:19:44,339 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8059766-af7c-48ef-9875-6d9cae65de42' 2024-11-24T22:19:44,339 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:19:44,339 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8059766-af7c-48ef-9875-6d9cae65de42" 2024-11-24T22:19:44,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b9b158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:44,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,45869,-1] 2024-11-24T22:19:44,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:19:44,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:44,341 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:19:44,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27685b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:44,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:19:44,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40013,1732486768732, seqNum=-1] 2024-11-24T22:19:44,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:19:44,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:19:44,352 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:19:44,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,45869,1732486768680 2024-11-24T22:19:44,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f15a961 2024-11-24T22:19:44,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:19:44,354 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:19:44,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38., hostname=bd6592c37bb2,40013,1732486768732, seqNum=2] 2024-11-24T22:19:44,360 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T22:19:44,366 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-24T22:19:44,368 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-24T22:19:44,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 4fdea12ebd366fee6d1da93be1f7ee38/f 2024-11-24T22:19:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T22:19:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T22:19:44,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 4fdea12ebd366fee6d1da93be1f7ee38/f 2024-11-24T22:19:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T22:19:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T22:19:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HRegion(2603): Flush status journal for 4fdea12ebd366fee6d1da93be1f7ee38: 2024-11-24T22:19:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/staging/jenkins__test__reeb4ek2b36hgs9k9cs7akpfcj4hmipp78lbl5mt6fvaf4j02nmkfnoevd1i25io/f/hfile_0 2024-11-24T22:19:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/staging/jenkins__test__reeb4ek2b36hgs9k9cs7akpfcj4hmipp78lbl5mt6fvaf4j02nmkfnoevd1i25io/f/hfile_0 as hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/default/test/4fdea12ebd366fee6d1da93be1f7ee38/f/bd08ae207a7d4076b527c4769806b738_SeqId_4_ 2024-11-24T22:19:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/staging/jenkins__test__reeb4ek2b36hgs9k9cs7akpfcj4hmipp78lbl5mt6fvaf4j02nmkfnoevd1i25io/f/hfile_1 2024-11-24T22:19:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/staging/jenkins__test__reeb4ek2b36hgs9k9cs7akpfcj4hmipp78lbl5mt6fvaf4j02nmkfnoevd1i25io/f/hfile_1 as hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/default/test/4fdea12ebd366fee6d1da93be1f7ee38/f/120b6ad50f3c490ea79d57c7c7167640_SeqId_4_ 2024-11-24T22:19:44,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/staging/jenkins__test__reeb4ek2b36hgs9k9cs7akpfcj4hmipp78lbl5mt6fvaf4j02nmkfnoevd1i25io/f/hfile_0 into 4fdea12ebd366fee6d1da93be1f7ee38/f as hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/default/test/4fdea12ebd366fee6d1da93be1f7ee38/f/bd08ae207a7d4076b527c4769806b738_SeqId_4_ - updating store file list. 2024-11-24T22:19:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bd08ae207a7d4076b527c4769806b738_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T22:19:44,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/default/test/4fdea12ebd366fee6d1da93be1f7ee38/f/bd08ae207a7d4076b527c4769806b738_SeqId_4_ into 4fdea12ebd366fee6d1da93be1f7ee38/f 2024-11-24T22:19:44,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/staging/jenkins__test__reeb4ek2b36hgs9k9cs7akpfcj4hmipp78lbl5mt6fvaf4j02nmkfnoevd1i25io/f/hfile_0 into 4fdea12ebd366fee6d1da93be1f7ee38/f (new location: hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/default/test/4fdea12ebd366fee6d1da93be1f7ee38/f/bd08ae207a7d4076b527c4769806b738_SeqId_4_) 2024-11-24T22:19:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/staging/jenkins__test__reeb4ek2b36hgs9k9cs7akpfcj4hmipp78lbl5mt6fvaf4j02nmkfnoevd1i25io/f/hfile_0 2024-11-24T22:19:44,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/staging/jenkins__test__reeb4ek2b36hgs9k9cs7akpfcj4hmipp78lbl5mt6fvaf4j02nmkfnoevd1i25io/f/hfile_1 into 4fdea12ebd366fee6d1da93be1f7ee38/f as hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/default/test/4fdea12ebd366fee6d1da93be1f7ee38/f/120b6ad50f3c490ea79d57c7c7167640_SeqId_4_ - updating store file list. 2024-11-24T22:19:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 120b6ad50f3c490ea79d57c7c7167640_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T22:19:44,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/default/test/4fdea12ebd366fee6d1da93be1f7ee38/f/120b6ad50f3c490ea79d57c7c7167640_SeqId_4_ into 4fdea12ebd366fee6d1da93be1f7ee38/f 2024-11-24T22:19:44,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/staging/jenkins__test__reeb4ek2b36hgs9k9cs7akpfcj4hmipp78lbl5mt6fvaf4j02nmkfnoevd1i25io/f/hfile_1 into 4fdea12ebd366fee6d1da93be1f7ee38/f (new location: hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/default/test/4fdea12ebd366fee6d1da93be1f7ee38/f/120b6ad50f3c490ea79d57c7c7167640_SeqId_4_) 2024-11-24T22:19:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/staging/jenkins__test__reeb4ek2b36hgs9k9cs7akpfcj4hmipp78lbl5mt6fvaf4j02nmkfnoevd1i25io/f/hfile_1 2024-11-24T22:19:44,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:19:44,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:44,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:44,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:44,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38., hostname=bd6592c37bb2,40013,1732486768732, seqNum=2 , the old value is region=test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38., hostname=bd6592c37bb2,40013,1732486768732, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bd6592c37bb2:40013 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T22:19:44,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38., hostname=bd6592c37bb2,40013,1732486768732, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T22:19:44,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38., hostname=bd6592c37bb2,40013,1732486768732, seqNum=2 from cache 2024-11-24T22:19:44,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:19:44,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:19:44,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,46373,1732486772851, seqNum=-1] 2024-11-24T22:19:44,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:19:44,411 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T22:19:44,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:19:44,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a., hostname=bd6592c37bb2,46373,1732486772851, seqNum=2] 2024-11-24T22:19:44,415 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T22:19:44,510 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:40013 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T22:19:44,841 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867 to pos 379, reset compression=false 2024-11-24T22:19:45,078 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 379, reset compression=false 2024-11-24T22:19:45,082 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:19:45,083 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.shipperbd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40013,1732486768732 got entry batch from reader: WALEntryBatch [walEntries=[{test/4fdea12ebd366fee6d1da93be1f7ee38/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732486784405/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T22:19:45,085 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.shipperbd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:19:45,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-24T22:19:45,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.ReplicationSink(318): Replicating [a8059766-af7c-48ef-9875-6d9cae65de42] bulk loaded data 2024-11-24T22:19:45,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5adaeb01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:45,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,44699,-1 for getting cluster id 2024-11-24T22:19:45,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:19:45,088 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bc81106-6c13-41a2-a20b-6c67476feb6b' 2024-11-24T22:19:45,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:19:45,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bc81106-6c13-41a2-a20b-6c67476feb6b" 2024-11-24T22:19:45,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55a280dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:45,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,44699,-1] 2024-11-24T22:19:45,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:19:45,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:45,089 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:19:45,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@377a7343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:45,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741840_1016 (size=7894) 2024-11-24T22:19:45,283 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 687, reset compression=false 2024-11-24T22:19:45,417 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T22:19:45,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741841_1017 (size=7691) 2024-11-24T22:19:45,545 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867 to pos 379, reset compression=false 2024-11-24T22:19:45,587 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 687, reset compression=false 2024-11-24T22:19:45,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:19:45,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,44699,1732486772805 2024-11-24T22:19:45,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c0982b0 2024-11-24T22:19:45,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:19:45,912 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-24T22:19:45,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T22:19:45,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:19:45,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,46373,1732486772851, seqNum=-1] 2024-11-24T22:19:45,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:19:45,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-24T22:19:45,921 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/staging/jenkins.hfs.11__test__523h6hj0ucbtpdukstjkklpvr4i7uv5tjnrrr13isun8f27v1o6j0vvge9c0gtqu/f/120b6ad50f3c490ea79d57c7c7167640_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T22:19:45,923 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/staging/jenkins.hfs.11__test__523h6hj0ucbtpdukstjkklpvr4i7uv5tjnrrr13isun8f27v1o6j0vvge9c0gtqu/f/bd08ae207a7d4076b527c4769806b738_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T22:19:45,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/staging/jenkins.hfs.11__test__523h6hj0ucbtpdukstjkklpvr4i7uv5tjnrrr13isun8f27v1o6j0vvge9c0gtqu/f/bd08ae207a7d4076b527c4769806b738_SeqId_4_ for inclusion in 759e6e0de2c60700bb6878e53cb7133a/f 2024-11-24T22:19:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T22:19:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T22:19:45,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/staging/jenkins.hfs.11__test__523h6hj0ucbtpdukstjkklpvr4i7uv5tjnrrr13isun8f27v1o6j0vvge9c0gtqu/f/120b6ad50f3c490ea79d57c7c7167640_SeqId_4_ for inclusion in 759e6e0de2c60700bb6878e53cb7133a/f 2024-11-24T22:19:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T22:19:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T22:19:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HRegion(2603): Flush status journal for 759e6e0de2c60700bb6878e53cb7133a: 2024-11-24T22:19:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bd08ae207a7d4076b527c4769806b738_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T22:19:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/staging/jenkins.hfs.11__test__523h6hj0ucbtpdukstjkklpvr4i7uv5tjnrrr13isun8f27v1o6j0vvge9c0gtqu/f/bd08ae207a7d4076b527c4769806b738_SeqId_4_ as hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/default/test/759e6e0de2c60700bb6878e53cb7133a/f/a3ec890d896f458d9b3af4f7b1c64f3f_SeqId_4_ 2024-11-24T22:19:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 120b6ad50f3c490ea79d57c7c7167640_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T22:19:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/staging/jenkins.hfs.11__test__523h6hj0ucbtpdukstjkklpvr4i7uv5tjnrrr13isun8f27v1o6j0vvge9c0gtqu/f/120b6ad50f3c490ea79d57c7c7167640_SeqId_4_ as hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/default/test/759e6e0de2c60700bb6878e53cb7133a/f/c3abf4b7ba48467a928188d3bacc5352_SeqId_4_ 2024-11-24T22:19:45,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/staging/jenkins.hfs.11__test__523h6hj0ucbtpdukstjkklpvr4i7uv5tjnrrr13isun8f27v1o6j0vvge9c0gtqu/f/bd08ae207a7d4076b527c4769806b738_SeqId_4_ into 759e6e0de2c60700bb6878e53cb7133a/f as hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/default/test/759e6e0de2c60700bb6878e53cb7133a/f/a3ec890d896f458d9b3af4f7b1c64f3f_SeqId_4_ - updating store file list. 2024-11-24T22:19:45,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a3ec890d896f458d9b3af4f7b1c64f3f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T22:19:45,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/default/test/759e6e0de2c60700bb6878e53cb7133a/f/a3ec890d896f458d9b3af4f7b1c64f3f_SeqId_4_ into 759e6e0de2c60700bb6878e53cb7133a/f 2024-11-24T22:19:45,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/staging/jenkins.hfs.11__test__523h6hj0ucbtpdukstjkklpvr4i7uv5tjnrrr13isun8f27v1o6j0vvge9c0gtqu/f/bd08ae207a7d4076b527c4769806b738_SeqId_4_ into 759e6e0de2c60700bb6878e53cb7133a/f (new location: hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/default/test/759e6e0de2c60700bb6878e53cb7133a/f/a3ec890d896f458d9b3af4f7b1c64f3f_SeqId_4_) 2024-11-24T22:19:45,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/staging/jenkins.hfs.11__test__523h6hj0ucbtpdukstjkklpvr4i7uv5tjnrrr13isun8f27v1o6j0vvge9c0gtqu/f/bd08ae207a7d4076b527c4769806b738_SeqId_4_ 2024-11-24T22:19:45,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/staging/jenkins.hfs.11__test__523h6hj0ucbtpdukstjkklpvr4i7uv5tjnrrr13isun8f27v1o6j0vvge9c0gtqu/f/120b6ad50f3c490ea79d57c7c7167640_SeqId_4_ into 759e6e0de2c60700bb6878e53cb7133a/f as hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/default/test/759e6e0de2c60700bb6878e53cb7133a/f/c3abf4b7ba48467a928188d3bacc5352_SeqId_4_ - updating store file list. 2024-11-24T22:19:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c3abf4b7ba48467a928188d3bacc5352_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T22:19:45,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/default/test/759e6e0de2c60700bb6878e53cb7133a/f/c3abf4b7ba48467a928188d3bacc5352_SeqId_4_ into 759e6e0de2c60700bb6878e53cb7133a/f 2024-11-24T22:19:45,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/staging/jenkins.hfs.11__test__523h6hj0ucbtpdukstjkklpvr4i7uv5tjnrrr13isun8f27v1o6j0vvge9c0gtqu/f/120b6ad50f3c490ea79d57c7c7167640_SeqId_4_ into 759e6e0de2c60700bb6878e53cb7133a/f (new location: hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/default/test/759e6e0de2c60700bb6878e53cb7133a/f/c3abf4b7ba48467a928188d3bacc5352_SeqId_4_) 2024-11-24T22:19:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/staging/jenkins.hfs.11__test__523h6hj0ucbtpdukstjkklpvr4i7uv5tjnrrr13isun8f27v1o6j0vvge9c0gtqu/f/120b6ad50f3c490ea79d57c7c7167640_SeqId_4_ 2024-11-24T22:19:45,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.ReplicationSink(324): Finished replicating [a8059766-af7c-48ef-9875-6d9cae65de42] bulk loaded data 2024-11-24T22:19:45,990 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 687, reset compression=false 2024-11-24T22:19:46,349 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867 to pos 379, reset compression=false 2024-11-24T22:19:46,354 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:19:46,354 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.shipperbd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,46373,1732486772851 got entry batch from reader: WALEntryBatch [walEntries=[{test/759e6e0de2c60700bb6878e53cb7133a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732486785944/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-24T22:19:46,356 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.shipperbd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:19:46,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-24T22:19:46,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.ReplicationSink(318): Replicating [a8059766-af7c-48ef-9875-6d9cae65de42, 0bc81106-6c13-41a2-a20b-6c67476feb6b] bulk loaded data 2024-11-24T22:19:46,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@463f7cfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:46,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,45869,-1 for getting cluster id 2024-11-24T22:19:46,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:19:46,358 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8059766-af7c-48ef-9875-6d9cae65de42' 2024-11-24T22:19:46,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:19:46,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8059766-af7c-48ef-9875-6d9cae65de42" 2024-11-24T22:19:46,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@760444bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:46,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,45869,-1] 2024-11-24T22:19:46,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:19:46,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:46,359 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:19:46,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b75c4bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:46,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741842_1018 (size=7894) 2024-11-24T22:19:46,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741843_1019 (size=7691) 2024-11-24T22:19:46,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:46,429 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732486786428/Put/seqid=0 2024-11-24T22:19:46,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741842_1018 (size=11194) 2024-11-24T22:19:46,494 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 687, reset compression=false 2024-11-24T22:19:46,554 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867 to pos 725, reset compression=false 2024-11-24T22:19:46,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:19:46,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,45869,1732486768680 2024-11-24T22:19:46,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2284d7b2 2024-11-24T22:19:46,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:19:46,783 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-24T22:19:46,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T22:19:46,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:19:46,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40013,1732486768732, seqNum=-1] 2024-11-24T22:19:46,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:19:46,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-24T22:19:46,791 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/staging/jenkins.hfs.10__test__eq42uoievbfqrqa9q5fkr8jlbfas8vsg0bcioaovfojsd938po35bo26fa41j895/f/a3ec890d896f458d9b3af4f7b1c64f3f_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T22:19:46,794 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/staging/jenkins.hfs.10__test__eq42uoievbfqrqa9q5fkr8jlbfas8vsg0bcioaovfojsd938po35bo26fa41j895/f/c3abf4b7ba48467a928188d3bacc5352_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T22:19:46,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.ReplicationSink(324): Finished replicating [a8059766-af7c-48ef-9875-6d9cae65de42, 0bc81106-6c13-41a2-a20b-6c67476feb6b] bulk loaded data 2024-11-24T22:19:46,835 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732486786835/Put/seqid=0 2024-11-24T22:19:46,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741843_1019 (size=10791) 2024-11-24T22:19:46,858 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867 to pos 725, reset compression=false 2024-11-24T22:19:47,100 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 687, reset compression=false 2024-11-24T22:19:47,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4423e2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:47,241 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,44699,-1 for getting cluster id 2024-11-24T22:19:47,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:19:47,242 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bc81106-6c13-41a2-a20b-6c67476feb6b' 2024-11-24T22:19:47,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:19:47,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bc81106-6c13-41a2-a20b-6c67476feb6b" 2024-11-24T22:19:47,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560e33dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:47,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,44699,-1] 2024-11-24T22:19:47,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:19:47,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:47,243 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:19:47,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2f362c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:19:47,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:19:47,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,46373,1732486772851, seqNum=-1] 2024-11-24T22:19:47,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:19:47,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:19:47,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:19:47,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,44699,1732486772805 2024-11-24T22:19:47,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a832eaf 2024-11-24T22:19:47,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:19:47,255 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:19:47,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a., hostname=bd6592c37bb2,46373,1732486772851, seqNum=2] 2024-11-24T22:19:47,260 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T22:19:47,263 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867 to pos 725, reset compression=false 2024-11-24T22:19:47,264 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-24T22:19:47,267 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-24T22:19:47,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 759e6e0de2c60700bb6878e53cb7133a/f 2024-11-24T22:19:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T22:19:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T22:19:47,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 759e6e0de2c60700bb6878e53cb7133a/f 2024-11-24T22:19:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T22:19:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T22:19:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HRegion(2603): Flush status journal for 759e6e0de2c60700bb6878e53cb7133a: 2024-11-24T22:19:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/staging/jenkins__test__avd5p2ha3rrh4ljc0vf43389s32ve61o5cshkjln9ng2ae41l95at2si51dku3t4/f/hfile_1 2024-11-24T22:19:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/staging/jenkins__test__avd5p2ha3rrh4ljc0vf43389s32ve61o5cshkjln9ng2ae41l95at2si51dku3t4/f/hfile_1 as hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/default/test/759e6e0de2c60700bb6878e53cb7133a/f/e924f96f8135499681cb7683060fd39c_SeqId_6_ 2024-11-24T22:19:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/staging/jenkins__test__avd5p2ha3rrh4ljc0vf43389s32ve61o5cshkjln9ng2ae41l95at2si51dku3t4/f/hfile_0 2024-11-24T22:19:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/staging/jenkins__test__avd5p2ha3rrh4ljc0vf43389s32ve61o5cshkjln9ng2ae41l95at2si51dku3t4/f/hfile_0 as hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/default/test/759e6e0de2c60700bb6878e53cb7133a/f/565a3af2cc4c4cafa8e78a41323af29a_SeqId_6_ 2024-11-24T22:19:47,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/staging/jenkins__test__avd5p2ha3rrh4ljc0vf43389s32ve61o5cshkjln9ng2ae41l95at2si51dku3t4/f/hfile_1 into 759e6e0de2c60700bb6878e53cb7133a/f as hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/default/test/759e6e0de2c60700bb6878e53cb7133a/f/e924f96f8135499681cb7683060fd39c_SeqId_6_ - updating store file list. 2024-11-24T22:19:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e924f96f8135499681cb7683060fd39c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T22:19:47,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/default/test/759e6e0de2c60700bb6878e53cb7133a/f/e924f96f8135499681cb7683060fd39c_SeqId_6_ into 759e6e0de2c60700bb6878e53cb7133a/f 2024-11-24T22:19:47,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/staging/jenkins__test__avd5p2ha3rrh4ljc0vf43389s32ve61o5cshkjln9ng2ae41l95at2si51dku3t4/f/hfile_1 into 759e6e0de2c60700bb6878e53cb7133a/f (new location: hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/default/test/759e6e0de2c60700bb6878e53cb7133a/f/e924f96f8135499681cb7683060fd39c_SeqId_6_) 2024-11-24T22:19:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/staging/jenkins__test__avd5p2ha3rrh4ljc0vf43389s32ve61o5cshkjln9ng2ae41l95at2si51dku3t4/f/hfile_1 2024-11-24T22:19:47,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/staging/jenkins__test__avd5p2ha3rrh4ljc0vf43389s32ve61o5cshkjln9ng2ae41l95at2si51dku3t4/f/hfile_0 into 759e6e0de2c60700bb6878e53cb7133a/f as hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/default/test/759e6e0de2c60700bb6878e53cb7133a/f/565a3af2cc4c4cafa8e78a41323af29a_SeqId_6_ - updating store file list. 2024-11-24T22:19:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 565a3af2cc4c4cafa8e78a41323af29a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T22:19:47,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/default/test/759e6e0de2c60700bb6878e53cb7133a/f/565a3af2cc4c4cafa8e78a41323af29a_SeqId_6_ into 759e6e0de2c60700bb6878e53cb7133a/f 2024-11-24T22:19:47,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/staging/jenkins__test__avd5p2ha3rrh4ljc0vf43389s32ve61o5cshkjln9ng2ae41l95at2si51dku3t4/f/hfile_0 into 759e6e0de2c60700bb6878e53cb7133a/f (new location: hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/default/test/759e6e0de2c60700bb6878e53cb7133a/f/565a3af2cc4c4cafa8e78a41323af29a_SeqId_6_) 2024-11-24T22:19:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/staging/jenkins__test__avd5p2ha3rrh4ljc0vf43389s32ve61o5cshkjln9ng2ae41l95at2si51dku3t4/f/hfile_0 2024-11-24T22:19:47,295 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:19:47,295 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:47,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:47,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:47,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:19:47,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a., hostname=bd6592c37bb2,46373,1732486772851, seqNum=2 , the old value is region=test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a., hostname=bd6592c37bb2,46373,1732486772851, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bd6592c37bb2:46373 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T22:19:47,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a., hostname=bd6592c37bb2,46373,1732486772851, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T22:19:47,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a., hostname=bd6592c37bb2,46373,1732486772851, seqNum=2 from cache 2024-11-24T22:19:47,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:19:47,296 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T22:19:47,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40013,1732486768732, seqNum=-1] 2024-11-24T22:19:47,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:19:47,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:19:47,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38., hostname=bd6592c37bb2,40013,1732486768732, seqNum=2] 2024-11-24T22:19:47,305 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T22:19:47,400 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:46373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T22:19:47,766 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867 to pos 725, reset compression=false 2024-11-24T22:19:47,771 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:19:47,771 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.shipperbd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,46373,1732486772851 got entry batch from reader: WALEntryBatch [walEntries=[{test/759e6e0de2c60700bb6878e53cb7133a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732486787294/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T22:19:47,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.ReplicationSink(318): Replicating [0bc81106-6c13-41a2-a20b-6c67476feb6b] bulk loaded data 2024-11-24T22:19:47,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741844_1020 (size=10791) 2024-11-24T22:19:47,804 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 687, reset compression=false 2024-11-24T22:19:47,971 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867 to pos 1033, reset compression=false 2024-11-24T22:19:48,031 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:19:48,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:48,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:48,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:48,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:48,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:48,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:48,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:48,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:48,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741845_1021 (size=11194) 2024-11-24T22:19:48,275 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867 to pos 1033, reset compression=false 2024-11-24T22:19:48,309 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T22:19:48,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T22:19:48,606 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/staging/jenkins.hfs.10__test__b7itt7lolu5sa76nlp3b3kosoloqlro83j1nd6k1urkf967900tpd7kfr3ba29ib/f/565a3af2cc4c4cafa8e78a41323af29a_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-24T22:19:48,609 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/staging/jenkins.hfs.10__test__b7itt7lolu5sa76nlp3b3kosoloqlro83j1nd6k1urkf967900tpd7kfr3ba29ib/f/e924f96f8135499681cb7683060fd39c_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-24T22:19:48,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/staging/jenkins.hfs.10__test__b7itt7lolu5sa76nlp3b3kosoloqlro83j1nd6k1urkf967900tpd7kfr3ba29ib/f/565a3af2cc4c4cafa8e78a41323af29a_SeqId_6_ for inclusion in 4fdea12ebd366fee6d1da93be1f7ee38/f 2024-11-24T22:19:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T22:19:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T22:19:48,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/staging/jenkins.hfs.10__test__b7itt7lolu5sa76nlp3b3kosoloqlro83j1nd6k1urkf967900tpd7kfr3ba29ib/f/e924f96f8135499681cb7683060fd39c_SeqId_6_ for inclusion in 4fdea12ebd366fee6d1da93be1f7ee38/f 2024-11-24T22:19:48,615 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 687, reset compression=false 2024-11-24T22:19:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T22:19:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T22:19:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HRegion(2603): Flush status journal for 4fdea12ebd366fee6d1da93be1f7ee38: 2024-11-24T22:19:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 565a3af2cc4c4cafa8e78a41323af29a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T22:19:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/staging/jenkins.hfs.10__test__b7itt7lolu5sa76nlp3b3kosoloqlro83j1nd6k1urkf967900tpd7kfr3ba29ib/f/565a3af2cc4c4cafa8e78a41323af29a_SeqId_6_ as hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/default/test/4fdea12ebd366fee6d1da93be1f7ee38/f/694acca92a77472aace74baf28cdc16f_SeqId_6_ 2024-11-24T22:19:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e924f96f8135499681cb7683060fd39c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T22:19:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/staging/jenkins.hfs.10__test__b7itt7lolu5sa76nlp3b3kosoloqlro83j1nd6k1urkf967900tpd7kfr3ba29ib/f/e924f96f8135499681cb7683060fd39c_SeqId_6_ as hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/default/test/4fdea12ebd366fee6d1da93be1f7ee38/f/1777977393ea4661959b13ac3a1f331f_SeqId_6_ 2024-11-24T22:19:48,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/staging/jenkins.hfs.10__test__b7itt7lolu5sa76nlp3b3kosoloqlro83j1nd6k1urkf967900tpd7kfr3ba29ib/f/565a3af2cc4c4cafa8e78a41323af29a_SeqId_6_ into 4fdea12ebd366fee6d1da93be1f7ee38/f as hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/default/test/4fdea12ebd366fee6d1da93be1f7ee38/f/694acca92a77472aace74baf28cdc16f_SeqId_6_ - updating store file list. 2024-11-24T22:19:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 694acca92a77472aace74baf28cdc16f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T22:19:48,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/default/test/4fdea12ebd366fee6d1da93be1f7ee38/f/694acca92a77472aace74baf28cdc16f_SeqId_6_ into 4fdea12ebd366fee6d1da93be1f7ee38/f 2024-11-24T22:19:48,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/staging/jenkins.hfs.10__test__b7itt7lolu5sa76nlp3b3kosoloqlro83j1nd6k1urkf967900tpd7kfr3ba29ib/f/565a3af2cc4c4cafa8e78a41323af29a_SeqId_6_ into 4fdea12ebd366fee6d1da93be1f7ee38/f (new location: hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/default/test/4fdea12ebd366fee6d1da93be1f7ee38/f/694acca92a77472aace74baf28cdc16f_SeqId_6_) 2024-11-24T22:19:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/staging/jenkins.hfs.10__test__b7itt7lolu5sa76nlp3b3kosoloqlro83j1nd6k1urkf967900tpd7kfr3ba29ib/f/565a3af2cc4c4cafa8e78a41323af29a_SeqId_6_ 2024-11-24T22:19:48,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/staging/jenkins.hfs.10__test__b7itt7lolu5sa76nlp3b3kosoloqlro83j1nd6k1urkf967900tpd7kfr3ba29ib/f/e924f96f8135499681cb7683060fd39c_SeqId_6_ into 4fdea12ebd366fee6d1da93be1f7ee38/f as hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/default/test/4fdea12ebd366fee6d1da93be1f7ee38/f/1777977393ea4661959b13ac3a1f331f_SeqId_6_ - updating store file list. 2024-11-24T22:19:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1777977393ea4661959b13ac3a1f331f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T22:19:48,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/default/test/4fdea12ebd366fee6d1da93be1f7ee38/f/1777977393ea4661959b13ac3a1f331f_SeqId_6_ into 4fdea12ebd366fee6d1da93be1f7ee38/f 2024-11-24T22:19:48,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/staging/jenkins.hfs.10__test__b7itt7lolu5sa76nlp3b3kosoloqlro83j1nd6k1urkf967900tpd7kfr3ba29ib/f/e924f96f8135499681cb7683060fd39c_SeqId_6_ into 4fdea12ebd366fee6d1da93be1f7ee38/f (new location: hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/default/test/4fdea12ebd366fee6d1da93be1f7ee38/f/1777977393ea4661959b13ac3a1f331f_SeqId_6_) 2024-11-24T22:19:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/staging/jenkins.hfs.10__test__b7itt7lolu5sa76nlp3b3kosoloqlro83j1nd6k1urkf967900tpd7kfr3ba29ib/f/e924f96f8135499681cb7683060fd39c_SeqId_6_ 2024-11-24T22:19:48,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40013 {}] regionserver.ReplicationSink(324): Finished replicating [0bc81106-6c13-41a2-a20b-6c67476feb6b] bulk loaded data 2024-11-24T22:19:48,680 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867 to pos 1033, reset compression=false 2024-11-24T22:19:49,184 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867 to pos 1033, reset compression=false 2024-11-24T22:19:49,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T22:19:49,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:19:49,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:49,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:49,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:49,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:19:49,318 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T22:19:49,319 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=444477035, stopped=false 2024-11-24T22:19:49,319 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bd6592c37bb2,44699,1732486772805 2024-11-24T22:19:49,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46373-0x1014c100eb70004, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12119974179/running 2024-11-24T22:19:49,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12119974179/running 2024-11-24T22:19:49,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46373-0x1014c100eb70004, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12119974179 2024-11-24T22:19:49,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12119974179 2024-11-24T22:19:49,320 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:19:49,321 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:19:49,321 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:49,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:49,321 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bd6592c37bb2,46373,1732486772851' ***** 2024-11-24T22:19:49,321 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T22:19:49,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Set watcher on znode that does not yet exist, /12119974179/running 2024-11-24T22:19:49,321 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T22:19:49,322 INFO [RS:0;bd6592c37bb2:46373 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T22:19:49,322 INFO [RS:0;bd6592c37bb2:46373 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T22:19:49,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46373-0x1014c100eb70004, quorum=127.0.0.1:64570, baseZNode=/12119974179 Set watcher on znode that does not yet exist, /12119974179/running 2024-11-24T22:19:49,322 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T22:19:49,322 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(3091): Received CLOSE for 06a659b4cbe8376343c802319b52b9eb 2024-11-24T22:19:49,322 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(3091): Received CLOSE for 759e6e0de2c60700bb6878e53cb7133a 2024-11-24T22:19:49,322 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(959): stopping server bd6592c37bb2,46373,1732486772851 2024-11-24T22:19:49,322 INFO [RS:0;bd6592c37bb2:46373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:19:49,322 INFO [RS:0;bd6592c37bb2:46373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:46373. 2024-11-24T22:19:49,322 DEBUG [RS:0;bd6592c37bb2:46373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:49,322 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06a659b4cbe8376343c802319b52b9eb, disabling compactions & flushes 2024-11-24T22:19:49,322 DEBUG [RS:0;bd6592c37bb2:46373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:49,322 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb. 2024-11-24T22:19:49,322 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb. 2024-11-24T22:19:49,322 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb. after waiting 0 ms 2024-11-24T22:19:49,322 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb. 2024-11-24T22:19:49,322 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T22:19:49,323 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T22:19:49,323 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T22:19:49,323 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T22:19:49,323 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 06a659b4cbe8376343c802319b52b9eb 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-24T22:19:49,323 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T22:19:49,323 DEBUG [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(1325): Online Regions={06a659b4cbe8376343c802319b52b9eb=hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb., 1588230740=hbase:meta,,1.1588230740, 759e6e0de2c60700bb6878e53cb7133a=test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a.} 2024-11-24T22:19:49,323 DEBUG [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(1351): Waiting on 06a659b4cbe8376343c802319b52b9eb, 1588230740, 759e6e0de2c60700bb6878e53cb7133a 2024-11-24T22:19:49,323 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:19:49,323 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:19:49,323 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:19:49,323 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:19:49,323 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:19:49,323 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T22:19:49,339 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/replication/06a659b4cbe8376343c802319b52b9eb/.tmp/hfileref/71b7983acfec4269858eb583d8da4ff7 is 74, key is 1/hfileref:565a3af2cc4c4cafa8e78a41323af29a_SeqId_6_/1732486788634/DeleteColumn/seqid=0 2024-11-24T22:19:49,339 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740/.tmp/info/3f6311cb1c1549f9bde10c332dd23a4d is 147, key is hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb./info:regioninfo/1732486782543/Put/seqid=0 2024-11-24T22:19:49,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741844_1020 (size=7686) 2024-11-24T22:19:49,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741845_1021 (size=5345) 2024-11-24T22:19:49,346 INFO [regionserver/bd6592c37bb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:19:49,518 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 687, reset compression=false 2024-11-24T22:19:49,523 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:19:49,523 DEBUG [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(1351): Waiting on 06a659b4cbe8376343c802319b52b9eb, 1588230740, 759e6e0de2c60700bb6878e53cb7133a 2024-11-24T22:19:49,523 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.shipperbd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40013,1732486768732 got entry batch from reader: WALEntryBatch [walEntries=[{test/4fdea12ebd366fee6d1da93be1f7ee38/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732486788631/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-24T22:19:49,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bd6592c37bb2,46373,1732486772851 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T22:19:49,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:44868 deadline: 1732486849524, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bd6592c37bb2,46373,1732486772851 stopping 2024-11-24T22:19:49,526 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.shipperbd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bd6592c37bb2,46373,1732486772851 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T22:19:49,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bd6592c37bb2,46373,1732486772851 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T22:19:49,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46373 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:44868 deadline: 1732486849628, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bd6592c37bb2,46373,1732486772851 stopping 2024-11-24T22:19:49,629 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.shipperbd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server bd6592c37bb2,46373,1732486772851 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T22:19:49,723 DEBUG [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(1351): Waiting on 06a659b4cbe8376343c802319b52b9eb, 1588230740, 759e6e0de2c60700bb6878e53cb7133a 2024-11-24T22:19:49,723 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 1033, reset compression=false 2024-11-24T22:19:49,744 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740/.tmp/info/3f6311cb1c1549f9bde10c332dd23a4d 2024-11-24T22:19:49,746 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/replication/06a659b4cbe8376343c802319b52b9eb/.tmp/hfileref/71b7983acfec4269858eb583d8da4ff7 2024-11-24T22:19:49,764 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740/.tmp/ns/27aee36e53ad4a20818305339f0251ea is 43, key is default/ns:d/1732486775829/Put/seqid=0 2024-11-24T22:19:49,764 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T22:19:49,764 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T22:19:49,767 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/replication/06a659b4cbe8376343c802319b52b9eb/.tmp/queue/97b80974d7c04f33bfa7dd0833aee41c is 154, key is 1-bd6592c37bb2,46373,1732486772851/queue:bd6592c37bb2%2C46373%2C1732486772851/1732486788636/Put/seqid=0 2024-11-24T22:19:49,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741846_1022 (size=5153) 2024-11-24T22:19:49,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741847_1023 (size=5353) 2024-11-24T22:19:49,771 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/replication/06a659b4cbe8376343c802319b52b9eb/.tmp/queue/97b80974d7c04f33bfa7dd0833aee41c 2024-11-24T22:19:49,775 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/replication/06a659b4cbe8376343c802319b52b9eb/.tmp/hfileref/71b7983acfec4269858eb583d8da4ff7 as hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/replication/06a659b4cbe8376343c802319b52b9eb/hfileref/71b7983acfec4269858eb583d8da4ff7 2024-11-24T22:19:49,779 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/replication/06a659b4cbe8376343c802319b52b9eb/hfileref/71b7983acfec4269858eb583d8da4ff7, entries=4, sequenceid=12, filesize=5.2 K 2024-11-24T22:19:49,780 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/replication/06a659b4cbe8376343c802319b52b9eb/.tmp/queue/97b80974d7c04f33bfa7dd0833aee41c as hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/replication/06a659b4cbe8376343c802319b52b9eb/queue/97b80974d7c04f33bfa7dd0833aee41c 2024-11-24T22:19:49,784 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/replication/06a659b4cbe8376343c802319b52b9eb/queue/97b80974d7c04f33bfa7dd0833aee41c, entries=1, sequenceid=12, filesize=5.2 K 2024-11-24T22:19:49,784 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 06a659b4cbe8376343c802319b52b9eb in 462ms, sequenceid=12, compaction requested=false 2024-11-24T22:19:49,788 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867 to pos 1033, reset compression=false 2024-11-24T22:19:49,788 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/replication/06a659b4cbe8376343c802319b52b9eb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T22:19:49,789 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:19:49,789 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:19:49,789 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb. 2024-11-24T22:19:49,789 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06a659b4cbe8376343c802319b52b9eb: Waiting for close lock at 1732486789322Running coprocessor pre-close hooks at 1732486789322Disabling compacts and flushes for region at 1732486789322Disabling writes for close at 1732486789322Obtaining lock to block concurrent updates at 1732486789323 (+1 ms)Preparing flush snapshotting stores in 06a659b4cbe8376343c802319b52b9eb at 1732486789323Finished memstore snapshotting hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732486789323Flushing stores of hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb. at 1732486789324 (+1 ms)Flushing 06a659b4cbe8376343c802319b52b9eb/hfileref: creating writer at 1732486789324Flushing 06a659b4cbe8376343c802319b52b9eb/hfileref: appending metadata at 1732486789338 (+14 ms)Flushing 06a659b4cbe8376343c802319b52b9eb/hfileref: closing flushed file at 1732486789338Flushing 06a659b4cbe8376343c802319b52b9eb/queue: creating writer at 1732486789750 (+412 ms)Flushing 06a659b4cbe8376343c802319b52b9eb/queue: appending metadata at 1732486789766 (+16 ms)Flushing 06a659b4cbe8376343c802319b52b9eb/queue: closing flushed file at 1732486789767 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6687c778: reopening flushed file at 1732486789775 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6acb6883: reopening flushed file at 1732486789779 (+4 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 06a659b4cbe8376343c802319b52b9eb in 462ms, sequenceid=12, compaction requested=false at 1732486789784 (+5 ms)Writing region close event to WAL at 1732486789786 (+2 ms)Running coprocessor post-close hooks at 1732486789789 (+3 ms)Closed at 1732486789789 2024-11-24T22:19:49,789 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732486781375.06a659b4cbe8376343c802319b52b9eb. 2024-11-24T22:19:49,789 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 759e6e0de2c60700bb6878e53cb7133a, disabling compactions & flushes 2024-11-24T22:19:49,789 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a. 2024-11-24T22:19:49,789 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a. 2024-11-24T22:19:49,789 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a. after waiting 0 ms 2024-11-24T22:19:49,789 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a. 2024-11-24T22:19:49,792 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:19:49,793 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867 to pos 1328, reset compression=false 2024-11-24T22:19:49,793 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.shipperbd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,46373,1732486772851 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:19:49,793 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/default/test/759e6e0de2c60700bb6878e53cb7133a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T22:19:49,793 ERROR [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.shipperbd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bd6592c37bb2,46373,1732486772851: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bd6592c37bb2,46373,1732486772851, walGroup=bd6592c37bb2%2C46373%2C1732486772851, offset=bd6592c37bb2%2C46373%2C1732486772851.1732486774867:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:46373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T22:19:49,794 ERROR [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.shipperbd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T22:19:49,794 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.shipperbd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T22:19:49,794 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:19:49,795 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T22:19:49,795 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a. 2024-11-24T22:19:49,795 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 759e6e0de2c60700bb6878e53cb7133a: Waiting for close lock at 1732486789789Running coprocessor pre-close hooks at 1732486789789Disabling compacts and flushes for region at 1732486789789Disabling writes for close at 1732486789789Writing region close event to WAL at 1732486789790 (+1 ms)Running coprocessor post-close hooks at 1732486789794 (+4 ms)Closed at 1732486789795 (+1 ms) 2024-11-24T22:19:49,795 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a. 2024-11-24T22:19:49,795 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.shipperbd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T22:19:49,795 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.shipperbd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T22:19:49,795 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.shipperbd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T22:19:49,796 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.shipperbd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 577327320 }, "NonHeapMemoryUsage": { "committed": 190644224, "init": 7667712, "max": -1, "used": 187888528 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T22:19:49,798 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.shipperbd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T22:19:49,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bd6592c37bb2,46373,1732486772851 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T22:19:49,833 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.shipperbd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server bd6592c37bb2,46373,1732486772851 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T22:19:49,923 DEBUG [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:19:49,997 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867 to pos 1328, reset compression=false 2024-11-24T22:19:50,028 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 1033, reset compression=false 2024-11-24T22:19:50,124 DEBUG [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:19:50,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bd6592c37bb2,46373,1732486772851 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T22:19:50,136 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.shipperbd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server bd6592c37bb2,46373,1732486772851 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T22:19:50,168 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740/.tmp/ns/27aee36e53ad4a20818305339f0251ea 2024-11-24T22:19:50,186 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740/.tmp/rep_barrier/b00b725b65884c8fb9473ebdb1423547 is 112, key is test,,1732486777043.759e6e0de2c60700bb6878e53cb7133a./rep_barrier:seqnumDuringOpen/1732486778197/Put/seqid=0 2024-11-24T22:19:50,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741848_1024 (size=5518) 2024-11-24T22:19:50,302 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867 to pos 1328, reset compression=false 2024-11-24T22:19:50,324 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T22:19:50,324 DEBUG [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T22:19:50,324 DEBUG [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:19:50,432 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 1033, reset compression=false 2024-11-24T22:19:50,524 DEBUG [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:19:50,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bd6592c37bb2,46373,1732486772851 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T22:19:50,539 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.shipperbd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server bd6592c37bb2,46373,1732486772851 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T22:19:50,590 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740/.tmp/rep_barrier/b00b725b65884c8fb9473ebdb1423547 2024-11-24T22:19:50,609 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740/.tmp/table/26c6fb212b73412a88274e90f9a174bf is 53, key is hbase:replication/table:state/1732486782550/Put/seqid=0 2024-11-24T22:19:50,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741849_1025 (size=5308) 2024-11-24T22:19:50,705 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867 to pos 1328, reset compression=false 2024-11-24T22:19:50,724 DEBUG [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:19:50,924 DEBUG [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:19:50,936 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 1033, reset compression=false 2024-11-24T22:19:51,013 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740/.tmp/table/26c6fb212b73412a88274e90f9a174bf 2024-11-24T22:19:51,018 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740/.tmp/info/3f6311cb1c1549f9bde10c332dd23a4d as hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740/info/3f6311cb1c1549f9bde10c332dd23a4d 2024-11-24T22:19:51,023 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740/info/3f6311cb1c1549f9bde10c332dd23a4d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T22:19:51,024 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740/.tmp/ns/27aee36e53ad4a20818305339f0251ea as hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740/ns/27aee36e53ad4a20818305339f0251ea 2024-11-24T22:19:51,028 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740/ns/27aee36e53ad4a20818305339f0251ea, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T22:19:51,029 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740/.tmp/rep_barrier/b00b725b65884c8fb9473ebdb1423547 as hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740/rep_barrier/b00b725b65884c8fb9473ebdb1423547 2024-11-24T22:19:51,032 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740/rep_barrier/b00b725b65884c8fb9473ebdb1423547, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T22:19:51,033 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740/.tmp/table/26c6fb212b73412a88274e90f9a174bf as hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740/table/26c6fb212b73412a88274e90f9a174bf 2024-11-24T22:19:51,037 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740/table/26c6fb212b73412a88274e90f9a174bf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T22:19:51,038 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-11-24T22:19:51,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server bd6592c37bb2,46373,1732486772851 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T22:19:51,042 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.shipperbd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server bd6592c37bb2,46373,1732486772851 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T22:19:51,047 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T22:19:51,048 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:19:51,048 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:19:51,048 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:19:51,048 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486789323Running coprocessor pre-close hooks at 1732486789323Disabling compacts and flushes for region at 1732486789323Disabling writes for close at 1732486789323Obtaining lock to block concurrent updates at 1732486789323Preparing flush snapshotting stores in 1588230740 at 1732486789323Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732486789323Flushing stores of hbase:meta,,1.1588230740 at 1732486789324 (+1 ms)Flushing 1588230740/info: creating writer at 1732486789324Flushing 1588230740/info: appending metadata at 1732486789338 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732486789338Flushing 1588230740/ns: creating writer at 1732486789749 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732486789763 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732486789763Flushing 1588230740/rep_barrier: creating writer at 1732486790172 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732486790186 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732486790186Flushing 1588230740/table: creating writer at 1732486790595 (+409 ms)Flushing 1588230740/table: appending metadata at 1732486790609 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732486790609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6124ec85: reopening flushed file at 1732486791018 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12c7507: reopening flushed file at 1732486791023 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3696283e: reopening flushed file at 1732486791028 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6992dc63: reopening flushed file at 1732486791033 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1732486791038 (+5 ms)Writing region close event to WAL at 1732486791044 (+6 ms)Running coprocessor post-close hooks at 1732486791048 (+4 ms)Closed at 1732486791048 2024-11-24T22:19:51,048 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T22:19:51,125 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(976): stopping server bd6592c37bb2,46373,1732486772851; all regions closed. 2024-11-24T22:19:51,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741834_1010 (size=4239) 2024-11-24T22:19:51,127 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.meta.1732486775783.meta not finished, retry = 0 2024-11-24T22:19:51,209 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.1732486774867 to pos 1328, reset compression=false 2024-11-24T22:19:51,230 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/WALs/bd6592c37bb2,46373,1732486772851/bd6592c37bb2%2C46373%2C1732486772851.rep.1732486782510 not finished, retry = 0 2024-11-24T22:19:51,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741839_1015 (size=3127) 2024-11-24T22:19:51,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741832_1008 (size=1336) 2024-11-24T22:19:51,333 DEBUG [RS:0;bd6592c37bb2:46373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:51,333 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:19:51,334 INFO [RS:0;bd6592c37bb2:46373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:19:51,334 INFO [RS:0;bd6592c37bb2:46373 {}] hbase.ChoreService(370): Chore service for: regionserver/bd6592c37bb2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T22:19:51,334 INFO [RS:0;bd6592c37bb2:46373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:19:51,334 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:19:51,334 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bd6592c37bb2,46373,1732486772851 because: Region server is closing 2024-11-24T22:19:51,334 INFO [RS:0;bd6592c37bb2:46373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:46373. 2024-11-24T22:19:51,335 DEBUG [RS:0;bd6592c37bb2:46373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:51,335 DEBUG [RS:0;bd6592c37bb2:46373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:51,335 DEBUG [RS:0;bd6592c37bb2:46373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:51,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:19:51,435 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.shipperbd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 terminated 2024-11-24T22:19:51,435 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,46373,1732486772851.replicationSource.wal-reader.bd6592c37bb2%2C46373%2C1732486772851,1-bd6592c37bb2,46373,1732486772851 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T22:19:51,435 INFO [RS:0;bd6592c37bb2:46373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:46373. 2024-11-24T22:19:51,435 DEBUG [RS:0;bd6592c37bb2:46373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:51,435 DEBUG [RS:0;bd6592c37bb2:46373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:51,435 DEBUG [RS:0;bd6592c37bb2:46373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:51,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:19:51,436 INFO [RS:0;bd6592c37bb2:46373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46373 2024-11-24T22:19:51,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12119974179/rs 2024-11-24T22:19:51,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46373-0x1014c100eb70004, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12119974179/rs/bd6592c37bb2,46373,1732486772851 2024-11-24T22:19:51,437 INFO [RS:0;bd6592c37bb2:46373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:19:51,438 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bd6592c37bb2,46373,1732486772851] 2024-11-24T22:19:51,440 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12119974179/draining/bd6592c37bb2,46373,1732486772851 already deleted, retry=false 2024-11-24T22:19:51,441 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bd6592c37bb2,46373,1732486772851 expired; onlineServers=0 2024-11-24T22:19:51,441 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bd6592c37bb2,44699,1732486772805' ***** 2024-11-24T22:19:51,441 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T22:19:51,441 INFO [M:0;bd6592c37bb2:44699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:19:51,441 INFO [M:0;bd6592c37bb2:44699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:19:51,441 DEBUG [M:0;bd6592c37bb2:44699 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T22:19:51,441 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T22:19:51,441 DEBUG [M:0;bd6592c37bb2:44699 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T22:19:51,441 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486774644 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486774644,5,FailOnTimeoutGroup] 2024-11-24T22:19:51,441 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486774640 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486774640,5,FailOnTimeoutGroup] 2024-11-24T22:19:51,441 INFO [M:0;bd6592c37bb2:44699 {}] hbase.ChoreService(370): Chore service for: master/bd6592c37bb2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T22:19:51,441 INFO [M:0;bd6592c37bb2:44699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:19:51,441 DEBUG [M:0;bd6592c37bb2:44699 {}] master.HMaster(1795): Stopping service threads 2024-11-24T22:19:51,441 INFO [M:0;bd6592c37bb2:44699 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T22:19:51,441 INFO [M:0;bd6592c37bb2:44699 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:19:51,441 INFO [M:0;bd6592c37bb2:44699 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T22:19:51,442 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T22:19:51,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12119974179/master 2024-11-24T22:19:51,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12119974179 2024-11-24T22:19:51,443 DEBUG [M:0;bd6592c37bb2:44699 {}] zookeeper.ZKUtil(347): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Unable to get data of znode /12119974179/master because node does not exist (not an error) 2024-11-24T22:19:51,443 WARN [M:0;bd6592c37bb2:44699 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T22:19:51,443 INFO [M:0;bd6592c37bb2:44699 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/.lastflushedseqids 2024-11-24T22:19:51,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741850_1026 (size=263) 2024-11-24T22:19:51,540 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 1033, reset compression=false 2024-11-24T22:19:51,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46373-0x1014c100eb70004, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:51,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46373-0x1014c100eb70004, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:51,540 INFO [RS:0;bd6592c37bb2:46373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:19:51,540 INFO [RS:0;bd6592c37bb2:46373 {}] regionserver.HRegionServer(1031): Exiting; stopping=bd6592c37bb2,46373,1732486772851; zookeeper connection closed. 2024-11-24T22:19:51,541 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@309d9fb0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@309d9fb0 2024-11-24T22:19:51,541 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T22:19:51,646 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server bd6592c37bb2:46373 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bd6592c37bb2/172.17.0.2:46373 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T22:19:51,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address bd6592c37bb2:46373 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bd6592c37bb2/172.17.0.2:46373 2024-11-24T22:19:51,647 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.shipperbd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=bd6592c37bb2:46373 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bd6592c37bb2/172.17.0.2:46373 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bd6592c37bb2/172.17.0.2:46373 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-24T22:19:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T22:19:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:46864 deadline: 1732486851649, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T22:19:51,650 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.shipperbd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T22:19:51,651 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.shipperbd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T22:19:51,852 INFO [M:0;bd6592c37bb2:44699 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T22:19:51,852 INFO [M:0;bd6592c37bb2:44699 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T22:19:51,852 DEBUG [M:0;bd6592c37bb2:44699 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:19:51,852 INFO [M:0;bd6592c37bb2:44699 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:51,852 DEBUG [M:0;bd6592c37bb2:44699 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:51,852 DEBUG [M:0;bd6592c37bb2:44699 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:19:51,852 DEBUG [M:0;bd6592c37bb2:44699 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:51,852 INFO [M:0;bd6592c37bb2:44699 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T22:19:51,871 DEBUG [M:0;bd6592c37bb2:44699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92200bdf64c249e5aed051cb440ffc76 is 82, key is hbase:meta,,1/info:regioninfo/1732486775819/Put/seqid=0 2024-11-24T22:19:51,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741851_1027 (size=5672) 2024-11-24T22:19:52,243 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 1033, reset compression=false 2024-11-24T22:19:52,276 INFO [M:0;bd6592c37bb2:44699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92200bdf64c249e5aed051cb440ffc76 2024-11-24T22:19:52,298 DEBUG [M:0;bd6592c37bb2:44699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/113ac6596b764162a3b2ce1d42825783 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732486782554/Put/seqid=0 2024-11-24T22:19:52,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741852_1028 (size=8516) 2024-11-24T22:19:52,303 INFO [M:0;bd6592c37bb2:44699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/113ac6596b764162a3b2ce1d42825783 2024-11-24T22:19:52,320 DEBUG [M:0;bd6592c37bb2:44699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/887917f4864247f19c06cf349b89ac97 is 69, key is bd6592c37bb2,46373,1732486772851/rs:state/1732486774715/Put/seqid=0 2024-11-24T22:19:52,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741853_1029 (size=5156) 2024-11-24T22:19:52,351 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.shipperbd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T22:19:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T22:19:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] ipc.CallRunner(138): callId: 26 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:46864 deadline: 1732486852353, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T22:19:52,353 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.shipperbd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T22:19:52,354 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.shipperbd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T22:19:52,354 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.shipperbd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T22:19:52,724 INFO [M:0;bd6592c37bb2:44699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/887917f4864247f19c06cf349b89ac97 2024-11-24T22:19:52,729 DEBUG [M:0;bd6592c37bb2:44699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92200bdf64c249e5aed051cb440ffc76 as hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/92200bdf64c249e5aed051cb440ffc76 2024-11-24T22:19:52,732 INFO [M:0;bd6592c37bb2:44699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/92200bdf64c249e5aed051cb440ffc76, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T22:19:52,733 DEBUG [M:0;bd6592c37bb2:44699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/113ac6596b764162a3b2ce1d42825783 as hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/113ac6596b764162a3b2ce1d42825783 2024-11-24T22:19:52,736 INFO [M:0;bd6592c37bb2:44699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/113ac6596b764162a3b2ce1d42825783, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T22:19:52,737 DEBUG [M:0;bd6592c37bb2:44699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/887917f4864247f19c06cf349b89ac97 as hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/887917f4864247f19c06cf349b89ac97 2024-11-24T22:19:52,740 INFO [M:0;bd6592c37bb2:44699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45569/user/jenkins/test-data/fff769fb-d374-05cc-d9d3-9fc59b7f37a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/887917f4864247f19c06cf349b89ac97, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T22:19:52,741 INFO [M:0;bd6592c37bb2:44699 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=97, compaction requested=false 2024-11-24T22:19:52,742 INFO [M:0;bd6592c37bb2:44699 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:52,742 DEBUG [M:0;bd6592c37bb2:44699 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486791852Disabling compacts and flushes for region at 1732486791852Disabling writes for close at 1732486791852Obtaining lock to block concurrent updates at 1732486791852Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732486791852Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732486791853 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732486791853Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732486791853Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732486791871 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732486791871Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732486792280 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732486792297 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732486792297Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732486792306 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732486792320 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732486792320Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33b8044a: reopening flushed file at 1732486792728 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b191ed: reopening flushed file at 1732486792732 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45085fb: reopening flushed file at 1732486792736 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=97, compaction requested=false at 1732486792741 (+5 ms)Writing region close event to WAL at 1732486792742 (+1 ms)Closed at 1732486792742 2024-11-24T22:19:52,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741830_1006 (size=63654) 2024-11-24T22:19:52,744 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:19:52,744 INFO [M:0;bd6592c37bb2:44699 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T22:19:52,745 INFO [M:0;bd6592c37bb2:44699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44699 2024-11-24T22:19:52,745 INFO [M:0;bd6592c37bb2:44699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:19:52,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:52,847 INFO [M:0;bd6592c37bb2:44699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:19:52,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x1014c100eb70003, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:52,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68ce4868{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:19:52,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c9e907e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:19:52,850 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:19:52,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@771f0749{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:19:52,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b1a24d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/hadoop.log.dir/,STOPPED} 2024-11-24T22:19:52,851 WARN [BP-1283297457-172.17.0.2-1732486771788 heartbeating to localhost/127.0.0.1:45569 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T22:19:52,851 WARN [BP-1283297457-172.17.0.2-1732486771788 heartbeating to localhost/127.0.0.1:45569 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1283297457-172.17.0.2-1732486771788 (Datanode Uuid 0aacc338-05d0-43b3-a16b-461ec93f19e4) service to localhost/127.0.0.1:45569 2024-11-24T22:19:52,851 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T22:19:52,851 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T22:19:52,852 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/cluster_80554101-4d8f-6c83-d322-a7b8b6b1933f/data/data1/current/BP-1283297457-172.17.0.2-1732486771788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:19:52,852 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/cluster_80554101-4d8f-6c83-d322-a7b8b6b1933f/data/data2/current/BP-1283297457-172.17.0.2-1732486771788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:19:52,852 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T22:19:52,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e4af57a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:19:52,861 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347b42e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:19:52,861 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:19:52,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19e06a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:19:52,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@268e84f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/hadoop.log.dir/,STOPPED} 2024-11-24T22:19:52,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T22:19:52,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T22:19:52,877 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:19:52,877 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:52,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:52,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:52,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:19:52,877 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T22:19:52,877 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=514960373, stopped=false 2024-11-24T22:19:52,877 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bd6592c37bb2,45869,1732486768680 2024-11-24T22:19:52,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-890314158/running 2024-11-24T22:19:52,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40013-0x1014c100eb70001, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-890314158/running 2024-11-24T22:19:52,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-890314158 2024-11-24T22:19:52,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40013-0x1014c100eb70001, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-890314158 2024-11-24T22:19:52,879 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:19:52,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:19:52,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Set watcher on znode that does not yet exist, /0-890314158/running 2024-11-24T22:19:52,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:52,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:52,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40013-0x1014c100eb70001, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Set watcher on znode that does not yet exist, /0-890314158/running 2024-11-24T22:19:52,880 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bd6592c37bb2,40013,1732486768732' ***** 2024-11-24T22:19:52,880 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T22:19:52,880 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T22:19:52,880 INFO [RS:0;bd6592c37bb2:40013 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T22:19:52,880 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T22:19:52,880 INFO [RS:0;bd6592c37bb2:40013 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T22:19:52,880 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(3091): Received CLOSE for 83ef6b6ebc14e054d913dce96cd2ea0a 2024-11-24T22:19:52,881 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(3091): Received CLOSE for 4fdea12ebd366fee6d1da93be1f7ee38 2024-11-24T22:19:52,881 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(959): stopping server bd6592c37bb2,40013,1732486768732 2024-11-24T22:19:52,881 INFO [RS:0;bd6592c37bb2:40013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:19:52,881 INFO [RS:0;bd6592c37bb2:40013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:40013. 2024-11-24T22:19:52,881 DEBUG [RS:0;bd6592c37bb2:40013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:52,881 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83ef6b6ebc14e054d913dce96cd2ea0a, disabling compactions & flushes 2024-11-24T22:19:52,881 DEBUG [RS:0;bd6592c37bb2:40013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:52,881 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a. 2024-11-24T22:19:52,881 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a. 2024-11-24T22:19:52,881 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T22:19:52,881 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T22:19:52,881 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a. after waiting 0 ms 2024-11-24T22:19:52,881 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a. 2024-11-24T22:19:52,881 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T22:19:52,881 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T22:19:52,881 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 83ef6b6ebc14e054d913dce96cd2ea0a 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-24T22:19:52,881 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T22:19:52,881 DEBUG [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(1325): Online Regions={83ef6b6ebc14e054d913dce96cd2ea0a=hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a., 1588230740=hbase:meta,,1.1588230740, 4fdea12ebd366fee6d1da93be1f7ee38=test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38.} 2024-11-24T22:19:52,881 DEBUG [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fdea12ebd366fee6d1da93be1f7ee38, 83ef6b6ebc14e054d913dce96cd2ea0a 2024-11-24T22:19:52,881 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:19:52,881 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:19:52,881 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:19:52,881 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:19:52,881 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:19:52,881 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T22:19:52,896 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740/.tmp/info/11579f2cb6eb4bf0a81d03a8f1cb3b2f is 147, key is hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a./info:regioninfo/1732486780391/Put/seqid=0 2024-11-24T22:19:52,897 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/replication/83ef6b6ebc14e054d913dce96cd2ea0a/.tmp/hfileref/265a824e0d584151b601eb329b406f75 is 74, key is 1/hfileref:120b6ad50f3c490ea79d57c7c7167640_SeqId_4_/1732486785947/DeleteColumn/seqid=0 2024-11-24T22:19:52,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741846_1022 (size=7686) 2024-11-24T22:19:52,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741847_1023 (size=5345) 2024-11-24T22:19:52,913 INFO [regionserver/bd6592c37bb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:19:53,048 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 1033, reset compression=false 2024-11-24T22:19:53,081 DEBUG [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fdea12ebd366fee6d1da93be1f7ee38, 83ef6b6ebc14e054d913dce96cd2ea0a 2024-11-24T22:19:53,155 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.shipperbd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T22:19:53,155 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server bd6592c37bb2:44699 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bd6592c37bb2/172.17.0.2:44699 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T22:19:53,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address bd6592c37bb2:44699 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bd6592c37bb2/172.17.0.2:44699 2024-11-24T22:19:53,259 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:19:53,260 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server bd6592c37bb2:44699 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bd6592c37bb2/172.17.0.2:44699 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T22:19:53,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=bd6592c37bb2:44699 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bd6592c37bb2/172.17.0.2:44699 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-24T22:19:53,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address bd6592c37bb2:44699 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: bd6592c37bb2/172.17.0.2:44699 2024-11-24T22:19:53,281 DEBUG [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fdea12ebd366fee6d1da93be1f7ee38, 83ef6b6ebc14e054d913dce96cd2ea0a 2024-11-24T22:19:53,301 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740/.tmp/info/11579f2cb6eb4bf0a81d03a8f1cb3b2f 2024-11-24T22:19:53,301 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/replication/83ef6b6ebc14e054d913dce96cd2ea0a/.tmp/hfileref/265a824e0d584151b601eb329b406f75 2024-11-24T22:19:53,325 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740/.tmp/ns/da7d64dd4b4d4d2599326235b505b7e6 is 43, key is default/ns:d/1732486771710/Put/seqid=0 2024-11-24T22:19:53,325 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/replication/83ef6b6ebc14e054d913dce96cd2ea0a/.tmp/queue/60d8b405be904e53a1752c0cf9f6be3d is 153, key is 1-bd6592c37bb2,40013,1732486768732/queue:bd6592c37bb2%2C40013%2C1732486768732/1732486785949/Put/seqid=0 2024-11-24T22:19:53,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741849_1025 (size=5352) 2024-11-24T22:19:53,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741848_1024 (size=5153) 2024-11-24T22:19:53,469 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:19:53,470 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to bd6592c37bb2:44699 this server is in the failed servers list 2024-11-24T22:19:53,470 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: bd6592c37bb2:44699 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:19:53,482 DEBUG [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fdea12ebd366fee6d1da93be1f7ee38, 83ef6b6ebc14e054d913dce96cd2ea0a 2024-11-24T22:19:53,593 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T22:19:53,593 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T22:19:53,682 DEBUG [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fdea12ebd366fee6d1da93be1f7ee38, 83ef6b6ebc14e054d913dce96cd2ea0a 2024-11-24T22:19:53,730 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740/.tmp/ns/da7d64dd4b4d4d2599326235b505b7e6 2024-11-24T22:19:53,730 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/replication/83ef6b6ebc14e054d913dce96cd2ea0a/.tmp/queue/60d8b405be904e53a1752c0cf9f6be3d 2024-11-24T22:19:53,735 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/replication/83ef6b6ebc14e054d913dce96cd2ea0a/.tmp/hfileref/265a824e0d584151b601eb329b406f75 as hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/replication/83ef6b6ebc14e054d913dce96cd2ea0a/hfileref/265a824e0d584151b601eb329b406f75 2024-11-24T22:19:53,739 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/replication/83ef6b6ebc14e054d913dce96cd2ea0a/hfileref/265a824e0d584151b601eb329b406f75, entries=4, sequenceid=10, filesize=5.2 K 2024-11-24T22:19:53,741 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/replication/83ef6b6ebc14e054d913dce96cd2ea0a/.tmp/queue/60d8b405be904e53a1752c0cf9f6be3d as hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/replication/83ef6b6ebc14e054d913dce96cd2ea0a/queue/60d8b405be904e53a1752c0cf9f6be3d 2024-11-24T22:19:53,745 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/replication/83ef6b6ebc14e054d913dce96cd2ea0a/queue/60d8b405be904e53a1752c0cf9f6be3d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T22:19:53,746 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 83ef6b6ebc14e054d913dce96cd2ea0a in 865ms, sequenceid=10, compaction requested=false 2024-11-24T22:19:53,746 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T22:19:53,750 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/replication/83ef6b6ebc14e054d913dce96cd2ea0a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T22:19:53,751 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:19:53,751 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:19:53,751 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a. 2024-11-24T22:19:53,751 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83ef6b6ebc14e054d913dce96cd2ea0a: Waiting for close lock at 1732486792881Running coprocessor pre-close hooks at 1732486792881Disabling compacts and flushes for region at 1732486792881Disabling writes for close at 1732486792881Obtaining lock to block concurrent updates at 1732486792881Preparing flush snapshotting stores in 83ef6b6ebc14e054d913dce96cd2ea0a at 1732486792881Finished memstore snapshotting hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732486792881Flushing stores of hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a. at 1732486792882 (+1 ms)Flushing 83ef6b6ebc14e054d913dce96cd2ea0a/hfileref: creating writer at 1732486792882Flushing 83ef6b6ebc14e054d913dce96cd2ea0a/hfileref: appending metadata at 1732486792896 (+14 ms)Flushing 83ef6b6ebc14e054d913dce96cd2ea0a/hfileref: closing flushed file at 1732486792896Flushing 83ef6b6ebc14e054d913dce96cd2ea0a/queue: creating writer at 1732486793306 (+410 ms)Flushing 83ef6b6ebc14e054d913dce96cd2ea0a/queue: appending metadata at 1732486793324 (+18 ms)Flushing 83ef6b6ebc14e054d913dce96cd2ea0a/queue: closing flushed file at 1732486793324Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67d6dcf1: reopening flushed file at 1732486793734 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19808b34: reopening flushed file at 1732486793740 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 83ef6b6ebc14e054d913dce96cd2ea0a in 865ms, sequenceid=10, compaction requested=false at 1732486793746 (+6 ms)Writing region close event to WAL at 1732486793748 (+2 ms)Running coprocessor post-close hooks at 1732486793751 (+3 ms)Closed at 1732486793751 2024-11-24T22:19:53,751 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732486779210.83ef6b6ebc14e054d913dce96cd2ea0a. 2024-11-24T22:19:53,751 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4fdea12ebd366fee6d1da93be1f7ee38, disabling compactions & flushes 2024-11-24T22:19:53,751 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38. 2024-11-24T22:19:53,751 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38. 2024-11-24T22:19:53,751 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38. after waiting 0 ms 2024-11-24T22:19:53,751 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38. 2024-11-24T22:19:53,753 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740/.tmp/rep_barrier/62460b11b323453892cd8ed1c789c502 is 112, key is test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38./rep_barrier:seqnumDuringOpen/1732486776650/Put/seqid=0 2024-11-24T22:19:53,755 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/default/test/4fdea12ebd366fee6d1da93be1f7ee38/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T22:19:53,755 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:19:53,755 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T22:19:53,755 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38. 2024-11-24T22:19:53,755 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4fdea12ebd366fee6d1da93be1f7ee38: Waiting for close lock at 1732486793751Running coprocessor pre-close hooks at 1732486793751Disabling compacts and flushes for region at 1732486793751Disabling writes for close at 1732486793751Writing region close event to WAL at 1732486793752 (+1 ms)Running coprocessor post-close hooks at 1732486793755 (+3 ms)Closed at 1732486793755 2024-11-24T22:19:53,755 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732486775899.4fdea12ebd366fee6d1da93be1f7ee38. 2024-11-24T22:19:53,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741850_1026 (size=5518) 2024-11-24T22:19:53,779 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:19:53,779 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to bd6592c37bb2:44699 this server is in the failed servers list 2024-11-24T22:19:53,780 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: bd6592c37bb2:44699 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:19:53,882 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T22:19:53,882 DEBUG [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T22:19:53,882 DEBUG [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:19:53,952 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 1033, reset compression=false 2024-11-24T22:19:53,957 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:19:53,957 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 1328, reset compression=false 2024-11-24T22:19:54,082 DEBUG [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:19:54,158 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740/.tmp/rep_barrier/62460b11b323453892cd8ed1c789c502 2024-11-24T22:19:54,160 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 1328, reset compression=false 2024-11-24T22:19:54,178 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740/.tmp/table/af2676929ea049dcbc11a85d1c266e4c is 53, key is hbase:replication/table:state/1732486780399/Put/seqid=0 2024-11-24T22:19:54,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741851_1027 (size=5308) 2024-11-24T22:19:54,283 DEBUG [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:19:54,289 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:19:54,290 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to bd6592c37bb2:44699 this server is in the failed servers list 2024-11-24T22:19:54,290 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: bd6592c37bb2:44699 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:19:54,464 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 1328, reset compression=false 2024-11-24T22:19:54,483 DEBUG [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:19:54,582 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740/.tmp/table/af2676929ea049dcbc11a85d1c266e4c 2024-11-24T22:19:54,587 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740/.tmp/info/11579f2cb6eb4bf0a81d03a8f1cb3b2f as hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740/info/11579f2cb6eb4bf0a81d03a8f1cb3b2f 2024-11-24T22:19:54,592 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740/info/11579f2cb6eb4bf0a81d03a8f1cb3b2f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T22:19:54,593 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740/.tmp/ns/da7d64dd4b4d4d2599326235b505b7e6 as hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740/ns/da7d64dd4b4d4d2599326235b505b7e6 2024-11-24T22:19:54,597 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740/ns/da7d64dd4b4d4d2599326235b505b7e6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T22:19:54,597 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740/.tmp/rep_barrier/62460b11b323453892cd8ed1c789c502 as hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740/rep_barrier/62460b11b323453892cd8ed1c789c502 2024-11-24T22:19:54,601 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740/rep_barrier/62460b11b323453892cd8ed1c789c502, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T22:19:54,602 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740/.tmp/table/af2676929ea049dcbc11a85d1c266e4c as hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740/table/af2676929ea049dcbc11a85d1c266e4c 2024-11-24T22:19:54,606 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740/table/af2676929ea049dcbc11a85d1c266e4c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T22:19:54,607 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false 2024-11-24T22:19:54,607 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T22:19:54,618 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T22:19:54,619 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:19:54,619 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:19:54,619 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:19:54,619 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486792881Running coprocessor pre-close hooks at 1732486792881Disabling compacts and flushes for region at 1732486792881Disabling writes for close at 1732486792881Obtaining lock to block concurrent updates at 1732486792881Preparing flush snapshotting stores in 1588230740 at 1732486792881Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732486792882 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732486792882Flushing 1588230740/info: creating writer at 1732486792882Flushing 1588230740/info: appending metadata at 1732486792896 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732486792896Flushing 1588230740/ns: creating writer at 1732486793306 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732486793324 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732486793325 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732486793735 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732486793753 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732486793753Flushing 1588230740/table: creating writer at 1732486794163 (+410 ms)Flushing 1588230740/table: appending metadata at 1732486794177 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732486794177Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ff5055: reopening flushed file at 1732486794586 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@542fbaa4: reopening flushed file at 1732486794592 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20612760: reopening flushed file at 1732486794597 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7380193d: reopening flushed file at 1732486794602 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false at 1732486794607 (+5 ms)Writing region close event to WAL at 1732486794615 (+8 ms)Running coprocessor post-close hooks at 1732486794619 (+4 ms)Closed at 1732486794619 2024-11-24T22:19:54,619 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T22:19:54,683 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(976): stopping server bd6592c37bb2,40013,1732486768732; all regions closed. 2024-11-24T22:19:54,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741834_1010 (size=4239) 2024-11-24T22:19:54,685 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.meta.1732486771666.meta not finished, retry = 0 2024-11-24T22:19:54,788 DEBUG [RS:0;bd6592c37bb2:40013 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/oldWALs 2024-11-24T22:19:54,788 INFO [RS:0;bd6592c37bb2:40013 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C40013%2C1732486768732.meta:.meta(num 1732486771666) 2024-11-24T22:19:54,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741839_1015 (size=2695) 2024-11-24T22:19:54,792 DEBUG [RS:0;bd6592c37bb2:40013 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/oldWALs 2024-11-24T22:19:54,792 INFO [RS:0;bd6592c37bb2:40013 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C40013%2C1732486768732.rep:(num 1732486780348) 2024-11-24T22:19:54,795 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 not finished, retry = 0 2024-11-24T22:19:54,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741832_1008 (size=1336) 2024-11-24T22:19:54,868 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 to pos 1328, reset compression=false 2024-11-24T22:19:54,896 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/WALs/bd6592c37bb2,40013,1732486768732/bd6592c37bb2%2C40013%2C1732486768732.1732486770722 2024-11-24T22:19:54,897 DEBUG [RS:0;bd6592c37bb2:40013 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/oldWALs 2024-11-24T22:19:54,897 INFO [RS:0;bd6592c37bb2:40013 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C40013%2C1732486768732:(num 1732486770722) 2024-11-24T22:19:54,897 DEBUG [RS:0;bd6592c37bb2:40013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:54,897 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:19:54,897 INFO [RS:0;bd6592c37bb2:40013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:19:54,897 INFO [RS:0;bd6592c37bb2:40013 {}] hbase.ChoreService(370): Chore service for: regionserver/bd6592c37bb2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T22:19:54,897 INFO [RS:0;bd6592c37bb2:40013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:19:54,897 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:19:54,898 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bd6592c37bb2,40013,1732486768732 because: Region server is closing 2024-11-24T22:19:54,898 INFO [RS:0;bd6592c37bb2:40013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:40013. 2024-11-24T22:19:54,898 DEBUG [RS:0;bd6592c37bb2:40013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:54,898 DEBUG [RS:0;bd6592c37bb2:40013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:54,898 DEBUG [RS:0;bd6592c37bb2:40013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:54,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:19:54,998 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.wal-reader.bd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-24T22:19:54,998 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.shipperbd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-24T22:19:54,999 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.shipperbd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T22:19:54,999 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.shipperbd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T22:19:55,291 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:19:55,299 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:19:55,299 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:19:55,302 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2145 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:19:55,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:55,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:55,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:55,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:55,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:55,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:55,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:55,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:55,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:19:55,899 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40013,1732486768732.replicationSource.shipperbd6592c37bb2%2C40013%2C1732486768732,1-bd6592c37bb2,40013,1732486768732 terminated 2024-11-24T22:19:55,900 INFO [RS:0;bd6592c37bb2:40013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:40013. 2024-11-24T22:19:55,900 DEBUG [RS:0;bd6592c37bb2:40013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:19:55,900 DEBUG [RS:0;bd6592c37bb2:40013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:55,900 DEBUG [RS:0;bd6592c37bb2:40013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:19:55,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:19:55,900 INFO [RS:0;bd6592c37bb2:40013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40013 2024-11-24T22:19:55,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40013-0x1014c100eb70001, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-890314158/rs/bd6592c37bb2,40013,1732486768732 2024-11-24T22:19:55,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-890314158/rs 2024-11-24T22:19:55,902 INFO [RS:0;bd6592c37bb2:40013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:19:55,907 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bd6592c37bb2,40013,1732486768732] 2024-11-24T22:19:55,908 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-890314158/draining/bd6592c37bb2,40013,1732486768732 already deleted, retry=false 2024-11-24T22:19:55,908 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bd6592c37bb2,40013,1732486768732 expired; onlineServers=0 2024-11-24T22:19:55,908 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bd6592c37bb2,45869,1732486768680' ***** 2024-11-24T22:19:55,908 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T22:19:55,908 INFO [M:0;bd6592c37bb2:45869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:19:55,908 INFO [M:0;bd6592c37bb2:45869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:19:55,908 DEBUG [M:0;bd6592c37bb2:45869 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T22:19:55,908 DEBUG [M:0;bd6592c37bb2:45869 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T22:19:55,908 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T22:19:55,908 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486770529 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486770529,5,FailOnTimeoutGroup] 2024-11-24T22:19:55,908 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486770525 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486770525,5,FailOnTimeoutGroup] 2024-11-24T22:19:55,908 INFO [M:0;bd6592c37bb2:45869 {}] hbase.ChoreService(370): Chore service for: master/bd6592c37bb2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T22:19:55,908 INFO [M:0;bd6592c37bb2:45869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:19:55,909 DEBUG [M:0;bd6592c37bb2:45869 {}] master.HMaster(1795): Stopping service threads 2024-11-24T22:19:55,909 INFO [M:0;bd6592c37bb2:45869 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T22:19:55,909 INFO [M:0;bd6592c37bb2:45869 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:19:55,909 INFO [M:0;bd6592c37bb2:45869 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T22:19:55,909 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T22:19:55,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-890314158/master 2024-11-24T22:19:55,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-890314158 2024-11-24T22:19:55,910 DEBUG [M:0;bd6592c37bb2:45869 {}] zookeeper.ZKUtil(347): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Unable to get data of znode /0-890314158/master because node does not exist (not an error) 2024-11-24T22:19:55,910 WARN [M:0;bd6592c37bb2:45869 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T22:19:55,911 INFO [M:0;bd6592c37bb2:45869 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/.lastflushedseqids 2024-11-24T22:19:55,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741852_1028 (size=263) 2024-11-24T22:19:56,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40013-0x1014c100eb70001, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:56,007 INFO [RS:0;bd6592c37bb2:40013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:19:56,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40013-0x1014c100eb70001, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:56,007 INFO [RS:0;bd6592c37bb2:40013 {}] regionserver.HRegionServer(1031): Exiting; stopping=bd6592c37bb2,40013,1732486768732; zookeeper connection closed. 2024-11-24T22:19:56,007 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11688e2b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11688e2b 2024-11-24T22:19:56,008 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T22:19:56,319 INFO [M:0;bd6592c37bb2:45869 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T22:19:56,319 INFO [M:0;bd6592c37bb2:45869 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T22:19:56,320 DEBUG [M:0;bd6592c37bb2:45869 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:19:56,320 INFO [M:0;bd6592c37bb2:45869 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:56,320 DEBUG [M:0;bd6592c37bb2:45869 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:56,320 DEBUG [M:0;bd6592c37bb2:45869 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:19:56,320 DEBUG [M:0;bd6592c37bb2:45869 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:56,320 INFO [M:0;bd6592c37bb2:45869 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-24T22:19:56,339 DEBUG [M:0;bd6592c37bb2:45869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/257ffa2685794617ae38bdf3b6568066 is 82, key is hbase:meta,,1/info:regioninfo/1732486771696/Put/seqid=0 2024-11-24T22:19:56,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741853_1029 (size=5672) 2024-11-24T22:19:56,743 INFO [M:0;bd6592c37bb2:45869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/257ffa2685794617ae38bdf3b6568066 2024-11-24T22:19:56,762 DEBUG [M:0;bd6592c37bb2:45869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ffdc3be013f49f0a8bc2f9fc1d01022 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732486780403/Put/seqid=0 2024-11-24T22:19:56,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741854_1030 (size=8515) 2024-11-24T22:19:57,166 INFO [M:0;bd6592c37bb2:45869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ffdc3be013f49f0a8bc2f9fc1d01022 2024-11-24T22:19:57,185 DEBUG [M:0;bd6592c37bb2:45869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc0e2a4802a44ffab35f5e193ddf97c4 is 69, key is bd6592c37bb2,40013,1732486768732/rs:state/1732486770578/Put/seqid=0 2024-11-24T22:19:57,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741855_1031 (size=5156) 2024-11-24T22:19:57,329 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:19:57,329 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:19:57,330 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:19:57,589 INFO [M:0;bd6592c37bb2:45869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc0e2a4802a44ffab35f5e193ddf97c4 2024-11-24T22:19:57,594 DEBUG [M:0;bd6592c37bb2:45869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/257ffa2685794617ae38bdf3b6568066 as hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/257ffa2685794617ae38bdf3b6568066 2024-11-24T22:19:57,598 INFO [M:0;bd6592c37bb2:45869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/257ffa2685794617ae38bdf3b6568066, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T22:19:57,598 DEBUG [M:0;bd6592c37bb2:45869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ffdc3be013f49f0a8bc2f9fc1d01022 as hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ffdc3be013f49f0a8bc2f9fc1d01022 2024-11-24T22:19:57,602 INFO [M:0;bd6592c37bb2:45869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ffdc3be013f49f0a8bc2f9fc1d01022, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T22:19:57,602 DEBUG [M:0;bd6592c37bb2:45869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc0e2a4802a44ffab35f5e193ddf97c4 as hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc0e2a4802a44ffab35f5e193ddf97c4 2024-11-24T22:19:57,606 INFO [M:0;bd6592c37bb2:45869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40711/user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc0e2a4802a44ffab35f5e193ddf97c4, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T22:19:57,606 INFO [M:0;bd6592c37bb2:45869 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-24T22:19:57,608 INFO [M:0;bd6592c37bb2:45869 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:19:57,608 DEBUG [M:0;bd6592c37bb2:45869 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486796320Disabling compacts and flushes for region at 1732486796320Disabling writes for close at 1732486796320Obtaining lock to block concurrent updates at 1732486796320Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732486796320Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732486796320Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732486796321 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732486796321Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732486796338 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732486796338Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732486796747 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732486796761 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732486796761Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732486797171 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732486797185 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732486797185Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c97a87: reopening flushed file at 1732486797593 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23966d75: reopening flushed file at 1732486797598 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@199327a3: reopening flushed file at 1732486797602 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1732486797606 (+4 ms)Writing region close event to WAL at 1732486797608 (+2 ms)Closed at 1732486797608 2024-11-24T22:19:57,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741830_1006 (size=63642) 2024-11-24T22:19:57,610 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ede7f60-46fa-45b5-c2cb-06ce67f0e347/MasterData/WALs/bd6592c37bb2,45869,1732486768680/bd6592c37bb2%2C45869%2C1732486768680.1732486770424 not finished, retry = 0 2024-11-24T22:19:57,711 INFO [M:0;bd6592c37bb2:45869 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T22:19:57,711 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:19:57,711 INFO [M:0;bd6592c37bb2:45869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45869 2024-11-24T22:19:57,711 INFO [M:0;bd6592c37bb2:45869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:19:57,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:57,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45869-0x1014c100eb70000, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:19:57,813 INFO [M:0;bd6592c37bb2:45869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:19:57,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b816d00{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:19:57,816 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6a9ea6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:19:57,816 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:19:57,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@616c0c8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:19:57,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ecea2b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/hadoop.log.dir/,STOPPED} 2024-11-24T22:19:57,818 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T22:19:57,818 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T22:19:57,818 WARN [BP-1872903341-172.17.0.2-1732486767680 heartbeating to localhost/127.0.0.1:40711 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T22:19:57,818 WARN [BP-1872903341-172.17.0.2-1732486767680 heartbeating to localhost/127.0.0.1:40711 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1872903341-172.17.0.2-1732486767680 (Datanode Uuid 041dd510-a61e-43c1-8454-b7de51b88803) service to localhost/127.0.0.1:40711 2024-11-24T22:19:57,819 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T22:19:57,819 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/cluster_cb4c0f44-1921-16e2-932c-eb9137ae3387/data/data1/current/BP-1872903341-172.17.0.2-1732486767680 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:19:57,820 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/cluster_cb4c0f44-1921-16e2-932c-eb9137ae3387/data/data2/current/BP-1872903341-172.17.0.2-1732486767680 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:19:57,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e8372f3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:19:57,826 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@755866f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:19:57,826 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:19:57,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@375a96e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:19:57,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47996aa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36957b88-ecc8-1f5c-e28d-fc2ebebe61e8/hadoop.log.dir/,STOPPED} 2024-11-24T22:19:57,832 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T22:19:57,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T22:19:57,852 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 205) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45569 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40711 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:40711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45569 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64570) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45569 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45569 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:45569 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64570) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40711 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45569 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=619 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=269 (was 286), ProcessCount=11 (was 11), AvailableMemoryMB=5637 (was 5633) - AvailableMemoryMB LEAK? - 2024-11-24T22:19:57,861 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=619, MaxFileDescriptor=1048576, SystemLoadAverage=269, ProcessCount=11, AvailableMemoryMB=5637 2024-11-24T22:19:57,874 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-24T22:19:57,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/hadoop.log.dir so I do NOT create it in target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324 2024-11-24T22:19:57,875 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T22:19:57,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/hadoop.tmp.dir so I do NOT create it in target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324 2024-11-24T22:19:57,875 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dafe5e9f-b4be-443a-934f-6d53236a4e89/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T22:19:57,875 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324 2024-11-24T22:19:57,875 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/cluster_e46e375f-5819-77b8-d05e-91b8bab5eee4, deleteOnExit=true 2024-11-24T22:19:57,878 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/cluster_e46e375f-5819-77b8-d05e-91b8bab5eee4/zookeeper_0, clientPort=59826, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/cluster_e46e375f-5819-77b8-d05e-91b8bab5eee4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/cluster_e46e375f-5819-77b8-d05e-91b8bab5eee4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T22:19:57,878 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59826 2024-11-24T22:19:57,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T22:19:57,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T22:19:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/test.cache.data in system properties and HBase conf 2024-11-24T22:19:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T22:19:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/hadoop.log.dir in system properties and HBase conf 2024-11-24T22:19:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T22:19:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T22:19:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T22:19:57,879 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T22:19:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:19:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:19:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T22:19:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:19:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T22:19:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T22:19:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:19:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:19:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T22:19:57,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/nfs.dump.dir in system properties and HBase conf 2024-11-24T22:19:57,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/java.io.tmpdir in system properties and HBase conf 2024-11-24T22:19:57,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:19:57,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T22:19:57,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T22:19:57,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014c100eb70005, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T22:19:57,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014c100eb70002, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T22:19:57,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014c100eb70005, quorum=127.0.0.1:64570, baseZNode=/12119974179 Received Disconnected from ZooKeeper, ignoring 2024-11-24T22:19:57,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014c100eb70002, quorum=127.0.0.1:64570, baseZNode=/0-890314158 Received Disconnected from ZooKeeper, ignoring 2024-11-24T22:19:57,951 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:19:57,955 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:19:57,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:19:57,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:19:57,956 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T22:19:57,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:19:57,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0189c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:19:57,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bfff8b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:19:58,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@568853b0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/java.io.tmpdir/jetty-localhost-44255-hadoop-hdfs-3_4_1-tests_jar-_-any-1558673845724837627/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:19:58,072 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37119634{HTTP/1.1, (http/1.1)}{localhost:44255} 2024-11-24T22:19:58,072 INFO [Time-limited test {}] server.Server(415): Started @180282ms 2024-11-24T22:19:58,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:19:58,153 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:19:58,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:19:58,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:19:58,154 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T22:19:58,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11f678bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:19:58,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6632bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:19:58,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@550af122{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/java.io.tmpdir/jetty-localhost-36129-hadoop-hdfs-3_4_1-tests_jar-_-any-11005848677365013859/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:19:58,276 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fc452b2{HTTP/1.1, (http/1.1)}{localhost:36129} 2024-11-24T22:19:58,276 INFO [Time-limited test {}] server.Server(415): Started @180486ms 2024-11-24T22:19:58,277 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T22:19:58,366 WARN [Thread-2181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/cluster_e46e375f-5819-77b8-d05e-91b8bab5eee4/data/data1/current/BP-1359204020-172.17.0.2-1732486797897/current, will proceed with Du for space computation calculation, 2024-11-24T22:19:58,366 WARN [Thread-2182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/cluster_e46e375f-5819-77b8-d05e-91b8bab5eee4/data/data2/current/BP-1359204020-172.17.0.2-1732486797897/current, will proceed with Du for space computation calculation, 2024-11-24T22:19:58,389 WARN [Thread-2169 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T22:19:58,392 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad6ee48752d8dc05 with lease ID 0x4bce38d62db26ff0: Processing first storage report for DS-5c196062-43a2-4ea0-a13c-58e7ee78a402 from datanode DatanodeRegistration(127.0.0.1:36879, datanodeUuid=8afb64bf-7a40-494d-a130-af056906a687, infoPort=34999, infoSecurePort=0, ipcPort=40001, storageInfo=lv=-57;cid=testClusterID;nsid=67318758;c=1732486797897) 2024-11-24T22:19:58,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad6ee48752d8dc05 with lease ID 0x4bce38d62db26ff0: from storage DS-5c196062-43a2-4ea0-a13c-58e7ee78a402 node DatanodeRegistration(127.0.0.1:36879, datanodeUuid=8afb64bf-7a40-494d-a130-af056906a687, infoPort=34999, infoSecurePort=0, ipcPort=40001, storageInfo=lv=-57;cid=testClusterID;nsid=67318758;c=1732486797897), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:19:58,392 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad6ee48752d8dc05 with lease ID 0x4bce38d62db26ff0: Processing first storage report for DS-fc3af224-5f85-4bc0-856a-8d20f4243c76 from datanode DatanodeRegistration(127.0.0.1:36879, datanodeUuid=8afb64bf-7a40-494d-a130-af056906a687, infoPort=34999, infoSecurePort=0, ipcPort=40001, storageInfo=lv=-57;cid=testClusterID;nsid=67318758;c=1732486797897) 2024-11-24T22:19:58,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad6ee48752d8dc05 with lease ID 0x4bce38d62db26ff0: from storage DS-fc3af224-5f85-4bc0-856a-8d20f4243c76 node DatanodeRegistration(127.0.0.1:36879, datanodeUuid=8afb64bf-7a40-494d-a130-af056906a687, infoPort=34999, infoSecurePort=0, ipcPort=40001, storageInfo=lv=-57;cid=testClusterID;nsid=67318758;c=1732486797897), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:19:58,399 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324 2024-11-24T22:19:58,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:58,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:58,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741825_1001 (size=7) 2024-11-24T22:19:58,808 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c with version=8 2024-11-24T22:19:58,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/hbase-staging 2024-11-24T22:19:58,810 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:19:58,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:58,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:58,810 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:19:58,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:58,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:19:58,810 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T22:19:58,810 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:19:58,811 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46429 2024-11-24T22:19:58,811 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46429 connecting to ZooKeeper ensemble=127.0.0.1:59826 2024-11-24T22:19:58,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464290x0, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:19:58,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46429-0x1014c1084c50000 connected 2024-11-24T22:19:58,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:58,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:58,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Set watcher on znode that does not yet exist, /0-428746967/running 2024-11-24T22:19:58,837 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c, hbase.cluster.distributed=false 2024-11-24T22:19:58,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Set watcher on znode that does not yet exist, /0-428746967/acl 2024-11-24T22:19:58,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46429 2024-11-24T22:19:58,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46429 2024-11-24T22:19:58,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46429 2024-11-24T22:19:58,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46429 2024-11-24T22:19:58,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46429 2024-11-24T22:19:58,862 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:19:58,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:58,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:58,862 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:19:58,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:19:58,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:19:58,863 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T22:19:58,863 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:19:58,864 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40313 2024-11-24T22:19:58,865 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40313 connecting to ZooKeeper ensemble=127.0.0.1:59826 2024-11-24T22:19:58,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:58,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:58,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403130x0, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:19:58,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403130x0, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Set watcher on znode that does not yet exist, /0-428746967/running 2024-11-24T22:19:58,871 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T22:19:58,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40313-0x1014c1084c50001 connected 2024-11-24T22:19:58,876 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T22:19:58,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40313-0x1014c1084c50001, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Set watcher on znode that does not yet exist, /0-428746967/master 2024-11-24T22:19:58,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40313-0x1014c1084c50001, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Set watcher on znode that does not yet exist, /0-428746967/acl 2024-11-24T22:19:58,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40313 2024-11-24T22:19:58,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40313 2024-11-24T22:19:58,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40313 2024-11-24T22:19:58,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40313 2024-11-24T22:19:58,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40313 2024-11-24T22:19:58,896 DEBUG [M:0;bd6592c37bb2:46429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:46429 2024-11-24T22:19:58,896 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-428746967/backup-masters/bd6592c37bb2,46429,1732486798809 2024-11-24T22:19:58,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-428746967/backup-masters 2024-11-24T22:19:58,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x1014c1084c50001, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-428746967/backup-masters 2024-11-24T22:19:58,898 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Set watcher on existing znode=/0-428746967/backup-masters/bd6592c37bb2,46429,1732486798809 2024-11-24T22:19:58,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x1014c1084c50001, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-428746967/master 2024-11-24T22:19:58,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x1014c1084c50001, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-428746967 2024-11-24T22:19:58,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-428746967 2024-11-24T22:19:58,899 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Set watcher on existing znode=/0-428746967/master 2024-11-24T22:19:58,899 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-428746967/backup-masters/bd6592c37bb2,46429,1732486798809 from backup master directory 2024-11-24T22:19:58,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-428746967/backup-masters/bd6592c37bb2,46429,1732486798809 2024-11-24T22:19:58,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x1014c1084c50001, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-428746967/backup-masters 2024-11-24T22:19:58,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-428746967/backup-masters 2024-11-24T22:19:58,902 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:19:58,902 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,46429,1732486798809 2024-11-24T22:19:58,906 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/hbase.id] with ID: b1b60098-6b08-42de-83f7-3e8433c1681f 2024-11-24T22:19:58,906 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/.tmp/hbase.id 2024-11-24T22:19:58,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741826_1002 (size=42) 2024-11-24T22:19:59,313 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/.tmp/hbase.id]:[hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/hbase.id] 2024-11-24T22:19:59,322 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:19:59,322 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T22:19:59,323 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T22:19:59,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x1014c1084c50001, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-428746967 2024-11-24T22:19:59,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-428746967 2024-11-24T22:19:59,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741827_1003 (size=196) 2024-11-24T22:19:59,730 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:19:59,731 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T22:19:59,731 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:19:59,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741828_1004 (size=1189) 2024-11-24T22:20:00,138 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/data/master/store 2024-11-24T22:20:00,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741829_1005 (size=34) 2024-11-24T22:20:00,150 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:00,150 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:20:00,150 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:00,150 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:00,150 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:20:00,150 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:00,150 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:00,150 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486800150Disabling compacts and flushes for region at 1732486800150Disabling writes for close at 1732486800150Writing region close event to WAL at 1732486800150Closed at 1732486800150 2024-11-24T22:20:00,152 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/data/master/store/.initializing 2024-11-24T22:20:00,152 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/WALs/bd6592c37bb2,46429,1732486798809 2024-11-24T22:20:00,153 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:20:00,155 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C46429%2C1732486798809, suffix=, logDir=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/WALs/bd6592c37bb2,46429,1732486798809, archiveDir=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/oldWALs, maxLogs=10 2024-11-24T22:20:00,176 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/WALs/bd6592c37bb2,46429,1732486798809/bd6592c37bb2%2C46429%2C1732486798809.1732486800155, exclude list is [], retry=0 2024-11-24T22:20:00,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36879,DS-5c196062-43a2-4ea0-a13c-58e7ee78a402,DISK] 2024-11-24T22:20:00,185 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/WALs/bd6592c37bb2,46429,1732486798809/bd6592c37bb2%2C46429%2C1732486798809.1732486800155 2024-11-24T22:20:00,185 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34999:34999)] 2024-11-24T22:20:00,185 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:20:00,185 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:00,186 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:00,186 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:00,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:00,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T22:20:00,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:00,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:00,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:00,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T22:20:00,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:00,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:00,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:00,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T22:20:00,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:00,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:00,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:00,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T22:20:00,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:00,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:00,194 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:00,196 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:00,200 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:00,201 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:00,201 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:00,202 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:20:00,203 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:00,205 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:20:00,205 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72138460, jitterRate=0.0749468207359314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:20:00,206 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732486800186Initializing all the Stores at 1732486800186Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486800186Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486800187 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486800187Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486800187Cleaning up temporary data from old regions at 1732486800201 (+14 ms)Region opened successfully at 1732486800206 (+5 ms) 2024-11-24T22:20:00,206 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T22:20:00,210 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f32f4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:20:00,212 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T22:20:00,212 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T22:20:00,212 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T22:20:00,212 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T22:20:00,213 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T22:20:00,213 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T22:20:00,213 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T22:20:00,219 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T22:20:00,220 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Unable to get data of znode /0-428746967/balancer because node does not exist (not necessarily an error) 2024-11-24T22:20:00,221 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-428746967/balancer already deleted, retry=false 2024-11-24T22:20:00,222 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T22:20:00,223 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Unable to get data of znode /0-428746967/normalizer because node does not exist (not necessarily an error) 2024-11-24T22:20:00,224 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-428746967/normalizer already deleted, retry=false 2024-11-24T22:20:00,224 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T22:20:00,225 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Unable to get data of znode /0-428746967/switch/split because node does not exist (not necessarily an error) 2024-11-24T22:20:00,228 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-428746967/switch/split already deleted, retry=false 2024-11-24T22:20:00,229 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Unable to get data of znode /0-428746967/switch/merge because node does not exist (not necessarily an error) 2024-11-24T22:20:00,230 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-428746967/switch/merge already deleted, retry=false 2024-11-24T22:20:00,231 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Unable to get data of znode /0-428746967/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T22:20:00,233 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-428746967/snapshot-cleanup already deleted, retry=false 2024-11-24T22:20:00,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-428746967/running 2024-11-24T22:20:00,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x1014c1084c50001, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-428746967/running 2024-11-24T22:20:00,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-428746967 2024-11-24T22:20:00,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x1014c1084c50001, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-428746967 2024-11-24T22:20:00,235 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,46429,1732486798809, sessionid=0x1014c1084c50000, setting cluster-up flag (Was=false) 2024-11-24T22:20:00,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-428746967 2024-11-24T22:20:00,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x1014c1084c50001, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-428746967 2024-11-24T22:20:00,245 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-428746967/flush-table-proc/acquired, /0-428746967/flush-table-proc/reached, /0-428746967/flush-table-proc/abort 2024-11-24T22:20:00,246 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,46429,1732486798809 2024-11-24T22:20:00,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-428746967 2024-11-24T22:20:00,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x1014c1084c50001, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-428746967 2024-11-24T22:20:00,254 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-428746967/online-snapshot/acquired, /0-428746967/online-snapshot/reached, /0-428746967/online-snapshot/abort 2024-11-24T22:20:00,254 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,46429,1732486798809 2024-11-24T22:20:00,255 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T22:20:00,257 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T22:20:00,257 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T22:20:00,257 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T22:20:00,257 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,46429,1732486798809 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T22:20:00,258 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:20:00,258 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:20:00,258 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:20:00,258 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:20:00,258 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10 2024-11-24T22:20:00,258 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:00,259 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:20:00,259 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:00,260 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:20:00,260 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T22:20:00,261 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:00,261 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T22:20:00,265 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732486830265 2024-11-24T22:20:00,265 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T22:20:00,265 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T22:20:00,265 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T22:20:00,265 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T22:20:00,265 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T22:20:00,265 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T22:20:00,268 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:00,272 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T22:20:00,272 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T22:20:00,272 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T22:20:00,273 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T22:20:00,274 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T22:20:00,274 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T22:20:00,275 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486800274,5,FailOnTimeoutGroup] 2024-11-24T22:20:00,275 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486800275,5,FailOnTimeoutGroup] 2024-11-24T22:20:00,275 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:00,275 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T22:20:00,275 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:00,275 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:00,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741831_1007 (size=1321) 2024-11-24T22:20:00,287 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(746): ClusterId : b1b60098-6b08-42de-83f7-3e8433c1681f 2024-11-24T22:20:00,287 DEBUG [RS:0;bd6592c37bb2:40313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T22:20:00,289 DEBUG [RS:0;bd6592c37bb2:40313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T22:20:00,289 DEBUG [RS:0;bd6592c37bb2:40313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T22:20:00,291 DEBUG [RS:0;bd6592c37bb2:40313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T22:20:00,291 DEBUG [RS:0;bd6592c37bb2:40313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53936e26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:20:00,309 DEBUG [RS:0;bd6592c37bb2:40313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:40313 2024-11-24T22:20:00,309 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T22:20:00,309 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T22:20:00,309 DEBUG [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T22:20:00,310 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,46429,1732486798809 with port=40313, startcode=1732486798862 2024-11-24T22:20:00,310 DEBUG [RS:0;bd6592c37bb2:40313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T22:20:00,312 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T22:20:00,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46429 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,40313,1732486798862 2024-11-24T22:20:00,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46429 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,40313,1732486798862 2024-11-24T22:20:00,314 DEBUG [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c 2024-11-24T22:20:00,314 DEBUG [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38563 2024-11-24T22:20:00,314 DEBUG [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T22:20:00,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-428746967/rs 2024-11-24T22:20:00,318 DEBUG [RS:0;bd6592c37bb2:40313 {}] zookeeper.ZKUtil(111): regionserver:40313-0x1014c1084c50001, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Set watcher on existing znode=/0-428746967/rs/bd6592c37bb2,40313,1732486798862 2024-11-24T22:20:00,318 WARN [RS:0;bd6592c37bb2:40313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:20:00,318 INFO [RS:0;bd6592c37bb2:40313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:20:00,318 DEBUG [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862 2024-11-24T22:20:00,318 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,40313,1732486798862] 2024-11-24T22:20:00,323 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T22:20:00,325 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T22:20:00,325 INFO [RS:0;bd6592c37bb2:40313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T22:20:00,325 INFO [RS:0;bd6592c37bb2:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:00,328 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T22:20:00,329 INFO [RS:0;bd6592c37bb2:40313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T22:20:00,329 INFO [RS:0;bd6592c37bb2:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:00,329 DEBUG [RS:0;bd6592c37bb2:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:00,329 DEBUG [RS:0;bd6592c37bb2:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:00,329 DEBUG [RS:0;bd6592c37bb2:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:00,329 DEBUG [RS:0;bd6592c37bb2:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:00,329 DEBUG [RS:0;bd6592c37bb2:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:00,329 DEBUG [RS:0;bd6592c37bb2:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:20:00,329 DEBUG [RS:0;bd6592c37bb2:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:00,329 DEBUG [RS:0;bd6592c37bb2:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:00,329 DEBUG [RS:0;bd6592c37bb2:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:00,329 DEBUG [RS:0;bd6592c37bb2:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:00,329 DEBUG [RS:0;bd6592c37bb2:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:00,330 DEBUG [RS:0;bd6592c37bb2:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:00,330 DEBUG [RS:0;bd6592c37bb2:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:20:00,330 DEBUG [RS:0;bd6592c37bb2:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:20:00,332 INFO [RS:0;bd6592c37bb2:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:00,332 INFO [RS:0;bd6592c37bb2:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:00,332 INFO [RS:0;bd6592c37bb2:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:00,332 INFO [RS:0;bd6592c37bb2:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:00,332 INFO [RS:0;bd6592c37bb2:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:00,332 INFO [RS:0;bd6592c37bb2:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,40313,1732486798862-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:20:00,347 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T22:20:00,347 INFO [RS:0;bd6592c37bb2:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,40313,1732486798862-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:00,347 INFO [RS:0;bd6592c37bb2:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:00,347 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.Replication(171): bd6592c37bb2,40313,1732486798862 started 2024-11-24T22:20:00,368 INFO [RS:0;bd6592c37bb2:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:00,368 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,40313,1732486798862, RpcServer on bd6592c37bb2/172.17.0.2:40313, sessionid=0x1014c1084c50001 2024-11-24T22:20:00,368 DEBUG [RS:0;bd6592c37bb2:40313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T22:20:00,368 DEBUG [RS:0;bd6592c37bb2:40313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,40313,1732486798862 2024-11-24T22:20:00,368 DEBUG [RS:0;bd6592c37bb2:40313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,40313,1732486798862' 2024-11-24T22:20:00,368 DEBUG [RS:0;bd6592c37bb2:40313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-428746967/flush-table-proc/abort' 2024-11-24T22:20:00,369 DEBUG [RS:0;bd6592c37bb2:40313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-428746967/flush-table-proc/acquired' 2024-11-24T22:20:00,370 DEBUG [RS:0;bd6592c37bb2:40313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T22:20:00,370 DEBUG [RS:0;bd6592c37bb2:40313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T22:20:00,370 DEBUG [RS:0;bd6592c37bb2:40313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,40313,1732486798862 2024-11-24T22:20:00,370 DEBUG [RS:0;bd6592c37bb2:40313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,40313,1732486798862' 2024-11-24T22:20:00,370 DEBUG [RS:0;bd6592c37bb2:40313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-428746967/online-snapshot/abort' 2024-11-24T22:20:00,370 DEBUG [RS:0;bd6592c37bb2:40313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-428746967/online-snapshot/acquired' 2024-11-24T22:20:00,370 DEBUG [RS:0;bd6592c37bb2:40313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T22:20:00,370 INFO [RS:0;bd6592c37bb2:40313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T22:20:00,371 INFO [RS:0;bd6592c37bb2:40313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T22:20:00,471 INFO [RS:0;bd6592c37bb2:40313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:20:00,472 INFO [RS:0;bd6592c37bb2:40313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C40313%2C1732486798862, suffix=, logDir=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862, archiveDir=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/oldWALs, maxLogs=10 2024-11-24T22:20:00,490 DEBUG [RS:0;bd6592c37bb2:40313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473, exclude list is [], retry=0 2024-11-24T22:20:00,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36879,DS-5c196062-43a2-4ea0-a13c-58e7ee78a402,DISK] 2024-11-24T22:20:00,505 INFO [RS:0;bd6592c37bb2:40313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 2024-11-24T22:20:00,506 DEBUG [RS:0;bd6592c37bb2:40313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34999:34999)] 2024-11-24T22:20:00,677 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T22:20:00,677 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c 2024-11-24T22:20:00,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741833_1009 (size=32) 2024-11-24T22:20:00,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:00,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:20:00,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:20:00,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:00,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:00,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:20:00,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:20:00,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:00,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:00,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:20:00,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:20:00,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:00,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:00,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:20:00,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:20:00,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:00,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:00,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:20:00,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740 2024-11-24T22:20:00,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740 2024-11-24T22:20:00,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:20:00,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:20:00,707 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:20:00,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:20:00,710 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:20:00,710 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71793472, jitterRate=0.06980609893798828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:20:00,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732486800687Initializing all the Stores at 1732486800689 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486800689Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486800690 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486800690Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486800690Cleaning up temporary data from old regions at 1732486800707 (+17 ms)Region opened successfully at 1732486800711 (+4 ms) 2024-11-24T22:20:00,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:20:00,711 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:20:00,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:20:00,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:20:00,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:20:00,712 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:20:00,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486800711Disabling compacts and flushes for region at 1732486800711Disabling writes for close at 1732486800711Writing region close event to WAL at 1732486800712 (+1 ms)Closed at 1732486800712 2024-11-24T22:20:00,713 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:20:00,713 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T22:20:00,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T22:20:00,714 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:20:00,715 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T22:20:00,866 DEBUG [bd6592c37bb2:46429 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:20:00,866 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,40313,1732486798862 2024-11-24T22:20:00,867 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,40313,1732486798862, state=OPENING 2024-11-24T22:20:00,869 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T22:20:00,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-428746967 2024-11-24T22:20:00,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x1014c1084c50001, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-428746967 2024-11-24T22:20:00,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-428746967/meta-region-server: CHANGED 2024-11-24T22:20:00,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-428746967/meta-region-server: CHANGED 2024-11-24T22:20:00,872 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:20:00,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,40313,1732486798862}] 2024-11-24T22:20:01,024 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:20:01,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:20:01,035 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T22:20:01,035 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:20:01,035 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T22:20:01,045 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C40313%2C1732486798862.meta, suffix=.meta, logDir=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862, archiveDir=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/oldWALs, maxLogs=10 2024-11-24T22:20:01,064 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.meta.1732486801046.meta, exclude list is [], retry=0 2024-11-24T22:20:01,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36879,DS-5c196062-43a2-4ea0-a13c-58e7ee78a402,DISK] 2024-11-24T22:20:01,077 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.meta.1732486801046.meta 2024-11-24T22:20:01,077 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34999:34999)] 2024-11-24T22:20:01,077 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:20:01,078 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:20:01,078 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:20:01,078 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T22:20:01,078 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T22:20:01,078 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T22:20:01,078 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:01,078 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T22:20:01,079 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T22:20:01,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:20:01,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:20:01,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:01,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:01,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:20:01,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:20:01,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:01,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:01,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:20:01,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:20:01,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:01,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:01,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:20:01,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:20:01,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:01,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:01,086 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:20:01,087 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740 2024-11-24T22:20:01,088 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740 2024-11-24T22:20:01,089 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:20:01,089 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:20:01,090 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:20:01,091 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:20:01,097 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66663042, jitterRate=-0.00664326548576355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:20:01,097 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T22:20:01,098 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732486801079Writing region info on filesystem at 1732486801079Initializing all the Stores at 1732486801080 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486801080Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486801081 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486801081Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486801081Cleaning up temporary data from old regions at 1732486801089 (+8 ms)Running coprocessor post-open hooks at 1732486801097 (+8 ms)Region opened successfully at 1732486801098 (+1 ms) 2024-11-24T22:20:01,100 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732486801024 2024-11-24T22:20:01,103 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T22:20:01,103 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T22:20:01,104 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,40313,1732486798862 2024-11-24T22:20:01,105 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,40313,1732486798862, state=OPEN 2024-11-24T22:20:01,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x1014c1084c50001, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-428746967/meta-region-server 2024-11-24T22:20:01,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-428746967/meta-region-server: CHANGED 2024-11-24T22:20:01,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-428746967/meta-region-server 2024-11-24T22:20:01,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-428746967/meta-region-server: CHANGED 2024-11-24T22:20:01,115 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,40313,1732486798862 2024-11-24T22:20:01,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T22:20:01,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,40313,1732486798862 in 243 msec 2024-11-24T22:20:01,125 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:20:01,125 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T22:20:01,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T22:20:01,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 409 msec 2024-11-24T22:20:01,127 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:01,127 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40313,1732486798862, seqNum=-1] 2024-11-24T22:20:01,127 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:01,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:20:01,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 877 msec 2024-11-24T22:20:01,135 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732486801135, completionTime=-1 2024-11-24T22:20:01,135 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T22:20:01,135 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T22:20:01,137 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T22:20:01,137 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732486861137 2024-11-24T22:20:01,137 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732486921137 2024-11-24T22:20:01,137 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T22:20:01,137 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46429,1732486798809-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:01,137 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46429,1732486798809-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:01,138 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46429,1732486798809-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:01,138 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:46429, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:01,138 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:01,140 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T22:20:01,144 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:01,152 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.248sec 2024-11-24T22:20:01,152 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T22:20:01,152 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T22:20:01,152 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T22:20:01,152 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T22:20:01,152 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T22:20:01,152 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46429,1732486798809-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:20:01,152 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46429,1732486798809-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T22:20:01,158 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T22:20:01,158 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T22:20:01,158 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46429,1732486798809-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:01,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158078f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:01,188 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,46429,-1 for getting cluster id 2024-11-24T22:20:01,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:01,195 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1b60098-6b08-42de-83f7-3e8433c1681f' 2024-11-24T22:20:01,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:01,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1b60098-6b08-42de-83f7-3e8433c1681f" 2024-11-24T22:20:01,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e223ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:01,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,46429,-1] 2024-11-24T22:20:01,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:01,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:01,197 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:01,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33cf67d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:01,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:01,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40313,1732486798862, seqNum=-1] 2024-11-24T22:20:01,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:01,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:20:01,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bd6592c37bb2,46429,1732486798809 2024-11-24T22:20:01,203 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59826 2024-11-24T22:20:01,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:20:01,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014c1084c50002 connected 2024-11-24T22:20:01,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/hadoop.log.dir so I do NOT create it in target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5 2024-11-24T22:20:01,213 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T22:20:01,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/hadoop.tmp.dir so I do NOT create it in target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5 2024-11-24T22:20:01,213 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T22:20:01,213 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5 2024-11-24T22:20:01,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T22:20:01,213 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/cluster_a5b11c18-8a0d-ef80-6479-a7c515f50aee, deleteOnExit=true 2024-11-24T22:20:01,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T22:20:01,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/test.cache.data in system properties and HBase conf 2024-11-24T22:20:01,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T22:20:01,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/hadoop.log.dir in system properties and HBase conf 2024-11-24T22:20:01,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T22:20:01,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T22:20:01,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T22:20:01,214 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T22:20:01,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:20:01,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:20:01,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T22:20:01,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:20:01,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T22:20:01,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T22:20:01,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:20:01,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:20:01,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T22:20:01,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/nfs.dump.dir in system properties and HBase conf 2024-11-24T22:20:01,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/java.io.tmpdir in system properties and HBase conf 2024-11-24T22:20:01,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:20:01,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T22:20:01,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T22:20:01,310 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T22:20:01,343 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:01,343 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:01,344 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:01,344 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:01,344 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:01,344 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:01,348 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:01,349 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:01,350 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:01,352 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:01,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:01,377 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:20:01,378 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8222 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:20:01,409 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:20:01,414 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:20:01,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:20:01,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:20:01,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T22:20:01,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:20:01,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e07a1af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:20:01,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c620576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:20:01,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b9055a0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/java.io.tmpdir/jetty-localhost-37471-hadoop-hdfs-3_4_1-tests_jar-_-any-15283506044883007377/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:20:01,571 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c1f65d2{HTTP/1.1, (http/1.1)}{localhost:37471} 2024-11-24T22:20:01,571 INFO [Time-limited test {}] server.Server(415): Started @183781ms 2024-11-24T22:20:01,662 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:20:01,667 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:20:01,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:20:01,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:20:01,669 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T22:20:01,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66020d6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:20:01,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a0e58bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:20:01,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f84d00{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/java.io.tmpdir/jetty-localhost-38033-hadoop-hdfs-3_4_1-tests_jar-_-any-17811237962252965196/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:20:01,812 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cabcc3e{HTTP/1.1, (http/1.1)}{localhost:38033} 2024-11-24T22:20:01,812 INFO [Time-limited test {}] server.Server(415): Started @184022ms 2024-11-24T22:20:01,813 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T22:20:01,940 WARN [Thread-2303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/cluster_a5b11c18-8a0d-ef80-6479-a7c515f50aee/data/data2/current/BP-2009518067-172.17.0.2-1732486801249/current, will proceed with Du for space computation calculation, 2024-11-24T22:20:01,940 WARN [Thread-2302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/cluster_a5b11c18-8a0d-ef80-6479-a7c515f50aee/data/data1/current/BP-2009518067-172.17.0.2-1732486801249/current, will proceed with Du for space computation calculation, 2024-11-24T22:20:01,965 WARN [Thread-2290 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T22:20:01,968 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebfe3b733a8468f7 with lease ID 0xaaeebcf60cc0ac10: Processing first storage report for DS-2eb635da-455f-4d09-b3f9-06508e12190e from datanode DatanodeRegistration(127.0.0.1:39237, datanodeUuid=b088413b-9f18-4c44-af06-bfa6b71b18eb, infoPort=35707, infoSecurePort=0, ipcPort=42617, storageInfo=lv=-57;cid=testClusterID;nsid=961590596;c=1732486801249) 2024-11-24T22:20:01,968 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebfe3b733a8468f7 with lease ID 0xaaeebcf60cc0ac10: from storage DS-2eb635da-455f-4d09-b3f9-06508e12190e node DatanodeRegistration(127.0.0.1:39237, datanodeUuid=b088413b-9f18-4c44-af06-bfa6b71b18eb, infoPort=35707, infoSecurePort=0, ipcPort=42617, storageInfo=lv=-57;cid=testClusterID;nsid=961590596;c=1732486801249), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:20:01,968 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebfe3b733a8468f7 with lease ID 0xaaeebcf60cc0ac10: Processing first storage report for DS-63c49fff-8dd5-4ef4-8ecc-08a824312fa3 from datanode DatanodeRegistration(127.0.0.1:39237, datanodeUuid=b088413b-9f18-4c44-af06-bfa6b71b18eb, infoPort=35707, infoSecurePort=0, ipcPort=42617, storageInfo=lv=-57;cid=testClusterID;nsid=961590596;c=1732486801249) 2024-11-24T22:20:01,968 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebfe3b733a8468f7 with lease ID 0xaaeebcf60cc0ac10: from storage DS-63c49fff-8dd5-4ef4-8ecc-08a824312fa3 node DatanodeRegistration(127.0.0.1:39237, datanodeUuid=b088413b-9f18-4c44-af06-bfa6b71b18eb, infoPort=35707, infoSecurePort=0, ipcPort=42617, storageInfo=lv=-57;cid=testClusterID;nsid=961590596;c=1732486801249), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:20:02,059 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5 2024-11-24T22:20:02,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:02,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:02,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741825_1001 (size=7) 2024-11-24T22:20:02,474 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab with version=8 2024-11-24T22:20:02,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/hbase-staging 2024-11-24T22:20:02,477 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:20:02,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:20:02,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:20:02,478 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:20:02,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:20:02,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:20:02,478 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T22:20:02,478 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:20:02,479 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46199 2024-11-24T22:20:02,479 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46199 connecting to ZooKeeper ensemble=127.0.0.1:59826 2024-11-24T22:20:02,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461990x0, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:20:02,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46199-0x1014c1084c50003 connected 2024-11-24T22:20:02,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:02,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:02,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Set watcher on znode that does not yet exist, /1-635181004/running 2024-11-24T22:20:02,500 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab, hbase.cluster.distributed=false 2024-11-24T22:20:02,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Set watcher on znode that does not yet exist, /1-635181004/acl 2024-11-24T22:20:02,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46199 2024-11-24T22:20:02,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46199 2024-11-24T22:20:02,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46199 2024-11-24T22:20:02,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46199 2024-11-24T22:20:02,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46199 2024-11-24T22:20:02,531 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:20:02,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:20:02,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:20:02,531 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:20:02,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:20:02,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:20:02,531 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T22:20:02,531 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:20:02,533 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41659 2024-11-24T22:20:02,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41659 connecting to ZooKeeper ensemble=127.0.0.1:59826 2024-11-24T22:20:02,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:02,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:02,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416590x0, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:20:02,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416590x0, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Set watcher on znode that does not yet exist, /1-635181004/running 2024-11-24T22:20:02,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41659-0x1014c1084c50004 connected 2024-11-24T22:20:02,541 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T22:20:02,541 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T22:20:02,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41659-0x1014c1084c50004, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Set watcher on znode that does not yet exist, /1-635181004/master 2024-11-24T22:20:02,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41659-0x1014c1084c50004, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Set watcher on znode that does not yet exist, /1-635181004/acl 2024-11-24T22:20:02,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41659 2024-11-24T22:20:02,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41659 2024-11-24T22:20:02,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41659 2024-11-24T22:20:02,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41659 2024-11-24T22:20:02,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41659 2024-11-24T22:20:02,567 DEBUG [M:0;bd6592c37bb2:46199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:46199 2024-11-24T22:20:02,568 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-635181004/backup-masters/bd6592c37bb2,46199,1732486802477 2024-11-24T22:20:02,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41659-0x1014c1084c50004, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635181004/backup-masters 2024-11-24T22:20:02,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635181004/backup-masters 2024-11-24T22:20:02,571 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Set watcher on existing znode=/1-635181004/backup-masters/bd6592c37bb2,46199,1732486802477 2024-11-24T22:20:02,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41659-0x1014c1084c50004, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-635181004/master 2024-11-24T22:20:02,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41659-0x1014c1084c50004, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635181004 2024-11-24T22:20:02,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635181004 2024-11-24T22:20:02,576 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Set watcher on existing znode=/1-635181004/master 2024-11-24T22:20:02,576 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-635181004/backup-masters/bd6592c37bb2,46199,1732486802477 from backup master directory 2024-11-24T22:20:02,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41659-0x1014c1084c50004, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635181004/backup-masters 2024-11-24T22:20:02,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-635181004/backup-masters/bd6592c37bb2,46199,1732486802477 2024-11-24T22:20:02,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635181004/backup-masters 2024-11-24T22:20:02,577 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:20:02,577 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,46199,1732486802477 2024-11-24T22:20:02,581 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/hbase.id] with ID: 32c0d236-40f2-4fd3-90ab-9443a3f6a82d 2024-11-24T22:20:02,581 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/.tmp/hbase.id 2024-11-24T22:20:02,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741826_1002 (size=42) 2024-11-24T22:20:02,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T22:20:02,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T22:20:02,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T22:20:02,991 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/.tmp/hbase.id]:[hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/hbase.id] 2024-11-24T22:20:03,002 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:03,002 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T22:20:03,003 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T22:20:03,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41659-0x1014c1084c50004, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635181004 2024-11-24T22:20:03,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635181004 2024-11-24T22:20:03,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741827_1003 (size=196) 2024-11-24T22:20:03,419 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:20:03,420 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T22:20:03,420 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:20:03,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741828_1004 (size=1189) 2024-11-24T22:20:03,832 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/data/master/store 2024-11-24T22:20:03,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741829_1005 (size=34) 2024-11-24T22:20:04,249 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:04,250 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:20:04,250 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:04,250 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:04,250 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:20:04,250 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:04,250 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:04,250 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486804250Disabling compacts and flushes for region at 1732486804250Disabling writes for close at 1732486804250Writing region close event to WAL at 1732486804250Closed at 1732486804250 2024-11-24T22:20:04,251 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/data/master/store/.initializing 2024-11-24T22:20:04,251 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/WALs/bd6592c37bb2,46199,1732486802477 2024-11-24T22:20:04,252 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:20:04,254 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C46199%2C1732486802477, suffix=, logDir=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/WALs/bd6592c37bb2,46199,1732486802477, archiveDir=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/oldWALs, maxLogs=10 2024-11-24T22:20:04,276 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/WALs/bd6592c37bb2,46199,1732486802477/bd6592c37bb2%2C46199%2C1732486802477.1732486804254, exclude list is [], retry=0 2024-11-24T22:20:04,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-2eb635da-455f-4d09-b3f9-06508e12190e,DISK] 2024-11-24T22:20:04,294 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/WALs/bd6592c37bb2,46199,1732486802477/bd6592c37bb2%2C46199%2C1732486802477.1732486804254 2024-11-24T22:20:04,296 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35707:35707)] 2024-11-24T22:20:04,296 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:20:04,297 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:04,297 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:04,297 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:04,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:04,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T22:20:04,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:04,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:04,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:04,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T22:20:04,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:04,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:04,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:04,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T22:20:04,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:04,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:04,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:04,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T22:20:04,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:04,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:04,305 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:04,306 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:04,306 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:04,307 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:04,307 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:04,308 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:20:04,309 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:04,311 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:20:04,312 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71017674, jitterRate=0.05824580788612366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:20:04,312 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732486804297Initializing all the Stores at 1732486804298 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486804298Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486804298Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486804298Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486804298Cleaning up temporary data from old regions at 1732486804308 (+10 ms)Region opened successfully at 1732486804312 (+4 ms) 2024-11-24T22:20:04,312 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T22:20:04,315 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59acc7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:20:04,316 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T22:20:04,316 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T22:20:04,316 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T22:20:04,316 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T22:20:04,317 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T22:20:04,317 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T22:20:04,317 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T22:20:04,326 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T22:20:04,329 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Unable to get data of znode /1-635181004/balancer because node does not exist (not necessarily an error) 2024-11-24T22:20:04,331 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-635181004/balancer already deleted, retry=false 2024-11-24T22:20:04,331 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T22:20:04,332 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Unable to get data of znode /1-635181004/normalizer because node does not exist (not necessarily an error) 2024-11-24T22:20:04,334 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-635181004/normalizer already deleted, retry=false 2024-11-24T22:20:04,335 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T22:20:04,336 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Unable to get data of znode /1-635181004/switch/split because node does not exist (not necessarily an error) 2024-11-24T22:20:04,341 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-635181004/switch/split already deleted, retry=false 2024-11-24T22:20:04,342 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Unable to get data of znode /1-635181004/switch/merge because node does not exist (not necessarily an error) 2024-11-24T22:20:04,343 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-635181004/switch/merge already deleted, retry=false 2024-11-24T22:20:04,345 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Unable to get data of znode /1-635181004/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T22:20:04,347 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-635181004/snapshot-cleanup already deleted, retry=false 2024-11-24T22:20:04,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41659-0x1014c1084c50004, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-635181004/running 2024-11-24T22:20:04,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-635181004/running 2024-11-24T22:20:04,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41659-0x1014c1084c50004, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635181004 2024-11-24T22:20:04,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635181004 2024-11-24T22:20:04,353 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,46199,1732486802477, sessionid=0x1014c1084c50003, setting cluster-up flag (Was=false) 2024-11-24T22:20:04,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41659-0x1014c1084c50004, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635181004 2024-11-24T22:20:04,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635181004 2024-11-24T22:20:04,361 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-635181004/flush-table-proc/acquired, /1-635181004/flush-table-proc/reached, /1-635181004/flush-table-proc/abort 2024-11-24T22:20:04,362 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,46199,1732486802477 2024-11-24T22:20:04,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41659-0x1014c1084c50004, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635181004 2024-11-24T22:20:04,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635181004 2024-11-24T22:20:04,370 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-635181004/online-snapshot/acquired, /1-635181004/online-snapshot/reached, /1-635181004/online-snapshot/abort 2024-11-24T22:20:04,371 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,46199,1732486802477 2024-11-24T22:20:04,377 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T22:20:04,378 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T22:20:04,378 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T22:20:04,379 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T22:20:04,379 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,46199,1732486802477 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T22:20:04,384 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:20:04,384 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:20:04,384 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:20:04,384 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:20:04,384 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10 2024-11-24T22:20:04,384 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:04,384 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:20:04,384 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:04,393 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:20:04,393 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T22:20:04,395 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:04,395 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T22:20:04,432 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732486834432 2024-11-24T22:20:04,432 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T22:20:04,433 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T22:20:04,433 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T22:20:04,433 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T22:20:04,433 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T22:20:04,433 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T22:20:04,435 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:04,436 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T22:20:04,436 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T22:20:04,436 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T22:20:04,436 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T22:20:04,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741831_1007 (size=1321) 2024-11-24T22:20:04,448 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T22:20:04,448 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T22:20:04,450 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486804448,5,FailOnTimeoutGroup] 2024-11-24T22:20:04,451 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486804450,5,FailOnTimeoutGroup] 2024-11-24T22:20:04,451 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:04,451 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T22:20:04,451 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:04,451 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:04,455 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(746): ClusterId : 32c0d236-40f2-4fd3-90ab-9443a3f6a82d 2024-11-24T22:20:04,455 DEBUG [RS:0;bd6592c37bb2:41659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T22:20:04,458 DEBUG [RS:0;bd6592c37bb2:41659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T22:20:04,458 DEBUG [RS:0;bd6592c37bb2:41659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T22:20:04,461 DEBUG [RS:0;bd6592c37bb2:41659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T22:20:04,461 DEBUG [RS:0;bd6592c37bb2:41659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1345b8e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:20:04,493 DEBUG [RS:0;bd6592c37bb2:41659 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:41659 2024-11-24T22:20:04,493 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T22:20:04,493 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T22:20:04,493 DEBUG [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T22:20:04,494 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,46199,1732486802477 with port=41659, startcode=1732486802530 2024-11-24T22:20:04,494 DEBUG [RS:0;bd6592c37bb2:41659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T22:20:04,497 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T22:20:04,498 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46199 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,41659,1732486802530 2024-11-24T22:20:04,498 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46199 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,41659,1732486802530 2024-11-24T22:20:04,499 DEBUG [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab 2024-11-24T22:20:04,499 DEBUG [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43169 2024-11-24T22:20:04,499 DEBUG [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T22:20:04,505 DEBUG [RS:0;bd6592c37bb2:41659 {}] zookeeper.ZKUtil(111): regionserver:41659-0x1014c1084c50004, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Set watcher on existing znode=/1-635181004/rs/bd6592c37bb2,41659,1732486802530 2024-11-24T22:20:04,505 WARN [RS:0;bd6592c37bb2:41659 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:20:04,506 INFO [RS:0;bd6592c37bb2:41659 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:20:04,506 DEBUG [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530 2024-11-24T22:20:04,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635181004/rs 2024-11-24T22:20:04,512 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,41659,1732486802530] 2024-11-24T22:20:04,514 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T22:20:04,524 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T22:20:04,524 INFO [RS:0;bd6592c37bb2:41659 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T22:20:04,524 INFO [RS:0;bd6592c37bb2:41659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:04,527 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T22:20:04,528 INFO [RS:0;bd6592c37bb2:41659 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T22:20:04,528 INFO [RS:0;bd6592c37bb2:41659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:04,528 DEBUG [RS:0;bd6592c37bb2:41659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:04,528 DEBUG [RS:0;bd6592c37bb2:41659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:04,528 DEBUG [RS:0;bd6592c37bb2:41659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:04,528 DEBUG [RS:0;bd6592c37bb2:41659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:04,528 DEBUG [RS:0;bd6592c37bb2:41659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:04,528 DEBUG [RS:0;bd6592c37bb2:41659 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:20:04,528 DEBUG [RS:0;bd6592c37bb2:41659 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:04,528 DEBUG [RS:0;bd6592c37bb2:41659 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:04,528 DEBUG [RS:0;bd6592c37bb2:41659 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:04,528 DEBUG [RS:0;bd6592c37bb2:41659 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:04,528 DEBUG [RS:0;bd6592c37bb2:41659 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:04,528 DEBUG [RS:0;bd6592c37bb2:41659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:04,528 DEBUG [RS:0;bd6592c37bb2:41659 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:20:04,528 DEBUG [RS:0;bd6592c37bb2:41659 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:20:04,532 INFO [RS:0;bd6592c37bb2:41659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:04,532 INFO [RS:0;bd6592c37bb2:41659 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:04,532 INFO [RS:0;bd6592c37bb2:41659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:04,532 INFO [RS:0;bd6592c37bb2:41659 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:04,532 INFO [RS:0;bd6592c37bb2:41659 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:04,532 INFO [RS:0;bd6592c37bb2:41659 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41659,1732486802530-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:20:04,555 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T22:20:04,555 INFO [RS:0;bd6592c37bb2:41659 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41659,1732486802530-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:04,556 INFO [RS:0;bd6592c37bb2:41659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:04,556 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.Replication(171): bd6592c37bb2,41659,1732486802530 started 2024-11-24T22:20:04,577 INFO [RS:0;bd6592c37bb2:41659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:04,577 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,41659,1732486802530, RpcServer on bd6592c37bb2/172.17.0.2:41659, sessionid=0x1014c1084c50004 2024-11-24T22:20:04,578 DEBUG [RS:0;bd6592c37bb2:41659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T22:20:04,578 DEBUG [RS:0;bd6592c37bb2:41659 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,41659,1732486802530 2024-11-24T22:20:04,578 DEBUG [RS:0;bd6592c37bb2:41659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,41659,1732486802530' 2024-11-24T22:20:04,578 DEBUG [RS:0;bd6592c37bb2:41659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-635181004/flush-table-proc/abort' 2024-11-24T22:20:04,578 DEBUG [RS:0;bd6592c37bb2:41659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-635181004/flush-table-proc/acquired' 2024-11-24T22:20:04,579 DEBUG [RS:0;bd6592c37bb2:41659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T22:20:04,579 DEBUG [RS:0;bd6592c37bb2:41659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T22:20:04,579 DEBUG [RS:0;bd6592c37bb2:41659 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,41659,1732486802530 2024-11-24T22:20:04,579 DEBUG [RS:0;bd6592c37bb2:41659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,41659,1732486802530' 2024-11-24T22:20:04,579 DEBUG [RS:0;bd6592c37bb2:41659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-635181004/online-snapshot/abort' 2024-11-24T22:20:04,580 DEBUG [RS:0;bd6592c37bb2:41659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-635181004/online-snapshot/acquired' 2024-11-24T22:20:04,580 DEBUG [RS:0;bd6592c37bb2:41659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T22:20:04,580 INFO [RS:0;bd6592c37bb2:41659 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T22:20:04,580 INFO [RS:0;bd6592c37bb2:41659 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T22:20:04,681 INFO [RS:0;bd6592c37bb2:41659 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:20:04,682 INFO [RS:0;bd6592c37bb2:41659 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C41659%2C1732486802530, suffix=, logDir=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530, archiveDir=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/oldWALs, maxLogs=10 2024-11-24T22:20:04,700 DEBUG [RS:0;bd6592c37bb2:41659 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683, exclude list is [], retry=0 2024-11-24T22:20:04,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-2eb635da-455f-4d09-b3f9-06508e12190e,DISK] 2024-11-24T22:20:04,705 INFO [RS:0;bd6592c37bb2:41659 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 2024-11-24T22:20:04,705 DEBUG [RS:0;bd6592c37bb2:41659 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35707:35707)] 2024-11-24T22:20:04,847 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T22:20:04,847 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab 2024-11-24T22:20:04,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741833_1009 (size=32) 2024-11-24T22:20:05,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:05,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:20:05,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:20:05,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:05,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:05,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:20:05,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:20:05,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:05,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:05,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:20:05,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:20:05,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:05,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:05,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:20:05,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:20:05,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:05,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:05,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:20:05,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740 2024-11-24T22:20:05,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740 2024-11-24T22:20:05,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:20:05,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:20:05,262 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:20:05,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:20:05,265 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:20:05,265 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65676233, jitterRate=-0.02134786546230316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:20:05,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732486805253Initializing all the Stores at 1732486805254 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486805254Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486805254Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486805254Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486805254Cleaning up temporary data from old regions at 1732486805262 (+8 ms)Region opened successfully at 1732486805265 (+3 ms) 2024-11-24T22:20:05,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:20:05,266 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:20:05,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:20:05,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:20:05,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:20:05,266 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:20:05,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486805266Disabling compacts and flushes for region at 1732486805266Disabling writes for close at 1732486805266Writing region close event to WAL at 1732486805266Closed at 1732486805266 2024-11-24T22:20:05,267 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:20:05,267 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T22:20:05,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T22:20:05,268 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:20:05,269 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T22:20:05,419 DEBUG [bd6592c37bb2:46199 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:20:05,420 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,41659,1732486802530 2024-11-24T22:20:05,421 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,41659,1732486802530, state=OPENING 2024-11-24T22:20:05,424 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T22:20:05,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635181004 2024-11-24T22:20:05,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41659-0x1014c1084c50004, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635181004 2024-11-24T22:20:05,426 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:20:05,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-635181004/meta-region-server: CHANGED 2024-11-24T22:20:05,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-635181004/meta-region-server: CHANGED 2024-11-24T22:20:05,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,41659,1732486802530}] 2024-11-24T22:20:05,579 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:20:05,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:20:05,584 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T22:20:05,584 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:20:05,584 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T22:20:05,585 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C41659%2C1732486802530.meta, suffix=.meta, logDir=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530, archiveDir=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/oldWALs, maxLogs=10 2024-11-24T22:20:05,607 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.meta.1732486805586.meta, exclude list is [], retry=0 2024-11-24T22:20:05,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-2eb635da-455f-4d09-b3f9-06508e12190e,DISK] 2024-11-24T22:20:05,611 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.meta.1732486805586.meta 2024-11-24T22:20:05,612 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35707:35707)] 2024-11-24T22:20:05,612 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:20:05,612 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:20:05,612 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:20:05,612 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T22:20:05,612 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T22:20:05,612 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T22:20:05,613 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:05,613 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T22:20:05,613 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T22:20:05,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:20:05,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:20:05,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:05,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:05,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:20:05,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:20:05,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:05,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:05,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:20:05,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:20:05,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:05,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:05,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:20:05,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:20:05,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:05,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:05,622 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:20:05,622 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740 2024-11-24T22:20:05,623 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740 2024-11-24T22:20:05,624 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:20:05,624 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:20:05,624 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:20:05,625 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:20:05,626 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72117150, jitterRate=0.0746292769908905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:20:05,626 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T22:20:05,626 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732486805613Writing region info on filesystem at 1732486805613Initializing all the Stores at 1732486805614 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486805614Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486805616 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486805616Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486805616Cleaning up temporary data from old regions at 1732486805624 (+8 ms)Running coprocessor post-open hooks at 1732486805626 (+2 ms)Region opened successfully at 1732486805626 2024-11-24T22:20:05,627 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732486805578 2024-11-24T22:20:05,629 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T22:20:05,629 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T22:20:05,630 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,41659,1732486802530 2024-11-24T22:20:05,631 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,41659,1732486802530, state=OPEN 2024-11-24T22:20:05,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41659-0x1014c1084c50004, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-635181004/meta-region-server 2024-11-24T22:20:05,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-635181004/meta-region-server 2024-11-24T22:20:05,632 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,41659,1732486802530 2024-11-24T22:20:05,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-635181004/meta-region-server: CHANGED 2024-11-24T22:20:05,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-635181004/meta-region-server: CHANGED 2024-11-24T22:20:05,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T22:20:05,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,41659,1732486802530 in 206 msec 2024-11-24T22:20:05,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T22:20:05,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-11-24T22:20:05,637 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:20:05,637 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T22:20:05,639 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:05,639 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,41659,1732486802530, seqNum=-1] 2024-11-24T22:20:05,639 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:05,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:20:05,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec 2024-11-24T22:20:05,645 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732486805645, completionTime=-1 2024-11-24T22:20:05,645 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T22:20:05,645 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T22:20:05,647 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T22:20:05,647 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732486865647 2024-11-24T22:20:05,647 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732486925647 2024-11-24T22:20:05,647 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T22:20:05,647 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46199,1732486802477-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:05,647 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46199,1732486802477-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:05,647 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46199,1732486802477-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:05,647 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:46199, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:05,647 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:05,648 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:05,650 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T22:20:05,652 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.074sec 2024-11-24T22:20:05,652 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T22:20:05,652 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T22:20:05,652 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T22:20:05,652 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T22:20:05,652 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T22:20:05,652 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46199,1732486802477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:20:05,652 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46199,1732486802477-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T22:20:05,654 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T22:20:05,654 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T22:20:05,654 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46199,1732486802477-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:05,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8bdd42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:05,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,46199,-1 for getting cluster id 2024-11-24T22:20:05,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:05,657 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32c0d236-40f2-4fd3-90ab-9443a3f6a82d' 2024-11-24T22:20:05,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:05,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32c0d236-40f2-4fd3-90ab-9443a3f6a82d" 2024-11-24T22:20:05,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c81bc07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:05,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,46199,-1] 2024-11-24T22:20:05,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:05,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:05,659 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:05,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f23f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:05,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:05,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,41659,1732486802530, seqNum=-1] 2024-11-24T22:20:05,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:05,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:20:05,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bd6592c37bb2,46199,1732486802477 2024-11-24T22:20:05,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59826 2024-11-24T22:20:05,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:20:05,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:05,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,46429,1732486798809 2024-11-24T22:20:05,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63937275 2024-11-24T22:20:05,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:20:05,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014c1084c50005 connected 2024-11-24T22:20:05,677 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:20:05,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46429 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:20:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46429 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T22:20:05,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:20:05,680 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:05,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46429 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T22:20:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:05,682 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:20:05,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741835_1011 (size=902) 2024-11-24T22:20:05,698 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f3bfa2d9047e0d62ab0039b6414f1454, NAME => 'test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c 2024-11-24T22:20:05,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741836_1012 (size=39) 2024-11-24T22:20:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:06,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:06,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f3bfa2d9047e0d62ab0039b6414f1454, disabling compactions & flushes 2024-11-24T22:20:06,114 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454. 2024-11-24T22:20:06,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454. 2024-11-24T22:20:06,115 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454. after waiting 0 ms 2024-11-24T22:20:06,115 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454. 2024-11-24T22:20:06,115 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454. 2024-11-24T22:20:06,115 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f3bfa2d9047e0d62ab0039b6414f1454: Waiting for close lock at 1732486806114Disabling compacts and flushes for region at 1732486806114Disabling writes for close at 1732486806115 (+1 ms)Writing region close event to WAL at 1732486806115Closed at 1732486806115 2024-11-24T22:20:06,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:20:06,116 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732486806116"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486806116"}]},"ts":"1732486806116"} 2024-11-24T22:20:06,119 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:20:06,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:20:06,120 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486806119"}]},"ts":"1732486806119"} 2024-11-24T22:20:06,122 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T22:20:06,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f3bfa2d9047e0d62ab0039b6414f1454, ASSIGN}] 2024-11-24T22:20:06,123 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f3bfa2d9047e0d62ab0039b6414f1454, ASSIGN 2024-11-24T22:20:06,123 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f3bfa2d9047e0d62ab0039b6414f1454, ASSIGN; state=OFFLINE, location=bd6592c37bb2,40313,1732486798862; forceNewPlan=false, retain=false 2024-11-24T22:20:06,274 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f3bfa2d9047e0d62ab0039b6414f1454, regionState=OPENING, regionLocation=bd6592c37bb2,40313,1732486798862 2024-11-24T22:20:06,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f3bfa2d9047e0d62ab0039b6414f1454, ASSIGN because future has completed 2024-11-24T22:20:06,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3bfa2d9047e0d62ab0039b6414f1454, server=bd6592c37bb2,40313,1732486798862}] 2024-11-24T22:20:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:06,433 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454. 2024-11-24T22:20:06,434 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f3bfa2d9047e0d62ab0039b6414f1454, NAME => 'test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:20:06,434 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:20:06,434 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T22:20:06,434 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f3bfa2d9047e0d62ab0039b6414f1454 2024-11-24T22:20:06,434 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:06,434 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f3bfa2d9047e0d62ab0039b6414f1454 2024-11-24T22:20:06,434 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f3bfa2d9047e0d62ab0039b6414f1454 2024-11-24T22:20:06,436 INFO [StoreOpener-f3bfa2d9047e0d62ab0039b6414f1454-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f3bfa2d9047e0d62ab0039b6414f1454 2024-11-24T22:20:06,437 INFO [StoreOpener-f3bfa2d9047e0d62ab0039b6414f1454-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3bfa2d9047e0d62ab0039b6414f1454 columnFamilyName f 2024-11-24T22:20:06,437 DEBUG [StoreOpener-f3bfa2d9047e0d62ab0039b6414f1454-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:06,438 INFO [StoreOpener-f3bfa2d9047e0d62ab0039b6414f1454-1 {}] regionserver.HStore(327): Store=f3bfa2d9047e0d62ab0039b6414f1454/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:06,438 INFO [StoreOpener-f3bfa2d9047e0d62ab0039b6414f1454-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f3bfa2d9047e0d62ab0039b6414f1454 2024-11-24T22:20:06,439 INFO [StoreOpener-f3bfa2d9047e0d62ab0039b6414f1454-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3bfa2d9047e0d62ab0039b6414f1454 columnFamilyName f1 2024-11-24T22:20:06,439 DEBUG [StoreOpener-f3bfa2d9047e0d62ab0039b6414f1454-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:06,439 INFO [StoreOpener-f3bfa2d9047e0d62ab0039b6414f1454-1 {}] regionserver.HStore(327): Store=f3bfa2d9047e0d62ab0039b6414f1454/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:06,439 INFO [StoreOpener-f3bfa2d9047e0d62ab0039b6414f1454-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f3bfa2d9047e0d62ab0039b6414f1454 2024-11-24T22:20:06,440 INFO [StoreOpener-f3bfa2d9047e0d62ab0039b6414f1454-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3bfa2d9047e0d62ab0039b6414f1454 columnFamilyName norep 2024-11-24T22:20:06,440 DEBUG [StoreOpener-f3bfa2d9047e0d62ab0039b6414f1454-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:06,441 INFO [StoreOpener-f3bfa2d9047e0d62ab0039b6414f1454-1 {}] regionserver.HStore(327): Store=f3bfa2d9047e0d62ab0039b6414f1454/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:06,441 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f3bfa2d9047e0d62ab0039b6414f1454 2024-11-24T22:20:06,442 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/default/test/f3bfa2d9047e0d62ab0039b6414f1454 2024-11-24T22:20:06,442 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/default/test/f3bfa2d9047e0d62ab0039b6414f1454 2024-11-24T22:20:06,443 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f3bfa2d9047e0d62ab0039b6414f1454 2024-11-24T22:20:06,443 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f3bfa2d9047e0d62ab0039b6414f1454 2024-11-24T22:20:06,444 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:20:06,446 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f3bfa2d9047e0d62ab0039b6414f1454 2024-11-24T22:20:06,450 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/default/test/f3bfa2d9047e0d62ab0039b6414f1454/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:20:06,451 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f3bfa2d9047e0d62ab0039b6414f1454; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61313964, jitterRate=-0.08635073900222778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:20:06,451 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3bfa2d9047e0d62ab0039b6414f1454 2024-11-24T22:20:06,452 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f3bfa2d9047e0d62ab0039b6414f1454: Running coprocessor pre-open hook at 1732486806434Writing region info on filesystem at 1732486806434Initializing all the Stores at 1732486806436 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486806436Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486806436Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486806436Cleaning up temporary data from old regions at 1732486806443 (+7 ms)Running coprocessor post-open hooks at 1732486806451 (+8 ms)Region opened successfully at 1732486806452 (+1 ms) 2024-11-24T22:20:06,453 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454., pid=6, masterSystemTime=1732486806429 2024-11-24T22:20:06,456 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454. 2024-11-24T22:20:06,456 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454. 2024-11-24T22:20:06,457 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f3bfa2d9047e0d62ab0039b6414f1454, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bd6592c37bb2,40313,1732486798862 2024-11-24T22:20:06,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3bfa2d9047e0d62ab0039b6414f1454, server=bd6592c37bb2,40313,1732486798862 because future has completed 2024-11-24T22:20:06,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T22:20:06,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f3bfa2d9047e0d62ab0039b6414f1454, server=bd6592c37bb2,40313,1732486798862 in 183 msec 2024-11-24T22:20:06,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T22:20:06,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f3bfa2d9047e0d62ab0039b6414f1454, ASSIGN in 340 msec 2024-11-24T22:20:06,466 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:20:06,466 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486806466"}]},"ts":"1732486806466"} 2024-11-24T22:20:06,469 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T22:20:06,469 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:20:06,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 791 msec 2024-11-24T22:20:06,580 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:20:06,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:06,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:06,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:06,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:06,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:06,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:06,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:06,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:06,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:06,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:06,621 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T22:20:06,621 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T22:20:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:06,820 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T22:20:06,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:06,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,46199,1732486802477 2024-11-24T22:20:06,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fd70453 2024-11-24T22:20:06,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:20:06,823 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:20:06,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:20:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T22:20:06,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:20:06,826 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:06,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T22:20:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:06,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:20:06,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741835_1011 (size=902) 2024-11-24T22:20:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:07,241 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 04c1878fcdf5ba3dc9a1ea7094deaffd, NAME => 'test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab 2024-11-24T22:20:07,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741836_1012 (size=39) 2024-11-24T22:20:07,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:07,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 04c1878fcdf5ba3dc9a1ea7094deaffd, disabling compactions & flushes 2024-11-24T22:20:07,255 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd. 2024-11-24T22:20:07,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd. 2024-11-24T22:20:07,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd. after waiting 0 ms 2024-11-24T22:20:07,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd. 2024-11-24T22:20:07,255 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd. 2024-11-24T22:20:07,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 04c1878fcdf5ba3dc9a1ea7094deaffd: Waiting for close lock at 1732486807255Disabling compacts and flushes for region at 1732486807255Disabling writes for close at 1732486807255Writing region close event to WAL at 1732486807255Closed at 1732486807255 2024-11-24T22:20:07,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:20:07,257 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732486807256"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486807256"}]},"ts":"1732486807256"} 2024-11-24T22:20:07,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:20:07,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:20:07,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486807260"}]},"ts":"1732486807260"} 2024-11-24T22:20:07,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T22:20:07,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=04c1878fcdf5ba3dc9a1ea7094deaffd, ASSIGN}] 2024-11-24T22:20:07,263 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=04c1878fcdf5ba3dc9a1ea7094deaffd, ASSIGN 2024-11-24T22:20:07,264 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=04c1878fcdf5ba3dc9a1ea7094deaffd, ASSIGN; state=OFFLINE, location=bd6592c37bb2,41659,1732486802530; forceNewPlan=false, retain=false 2024-11-24T22:20:07,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=04c1878fcdf5ba3dc9a1ea7094deaffd, regionState=OPENING, regionLocation=bd6592c37bb2,41659,1732486802530 2024-11-24T22:20:07,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=04c1878fcdf5ba3dc9a1ea7094deaffd, ASSIGN because future has completed 2024-11-24T22:20:07,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04c1878fcdf5ba3dc9a1ea7094deaffd, server=bd6592c37bb2,41659,1732486802530}] 2024-11-24T22:20:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:07,575 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd. 2024-11-24T22:20:07,575 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 04c1878fcdf5ba3dc9a1ea7094deaffd, NAME => 'test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:20:07,575 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:20:07,575 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T22:20:07,576 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 04c1878fcdf5ba3dc9a1ea7094deaffd 2024-11-24T22:20:07,576 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:07,576 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 04c1878fcdf5ba3dc9a1ea7094deaffd 2024-11-24T22:20:07,576 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 04c1878fcdf5ba3dc9a1ea7094deaffd 2024-11-24T22:20:07,577 INFO [StoreOpener-04c1878fcdf5ba3dc9a1ea7094deaffd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 04c1878fcdf5ba3dc9a1ea7094deaffd 2024-11-24T22:20:07,578 INFO [StoreOpener-04c1878fcdf5ba3dc9a1ea7094deaffd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04c1878fcdf5ba3dc9a1ea7094deaffd columnFamilyName f 2024-11-24T22:20:07,578 DEBUG [StoreOpener-04c1878fcdf5ba3dc9a1ea7094deaffd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:07,579 INFO [StoreOpener-04c1878fcdf5ba3dc9a1ea7094deaffd-1 {}] regionserver.HStore(327): Store=04c1878fcdf5ba3dc9a1ea7094deaffd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:07,579 INFO [StoreOpener-04c1878fcdf5ba3dc9a1ea7094deaffd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 04c1878fcdf5ba3dc9a1ea7094deaffd 2024-11-24T22:20:07,580 INFO [StoreOpener-04c1878fcdf5ba3dc9a1ea7094deaffd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04c1878fcdf5ba3dc9a1ea7094deaffd columnFamilyName f1 2024-11-24T22:20:07,580 DEBUG [StoreOpener-04c1878fcdf5ba3dc9a1ea7094deaffd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:07,580 INFO [StoreOpener-04c1878fcdf5ba3dc9a1ea7094deaffd-1 {}] regionserver.HStore(327): Store=04c1878fcdf5ba3dc9a1ea7094deaffd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:07,580 INFO [StoreOpener-04c1878fcdf5ba3dc9a1ea7094deaffd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 04c1878fcdf5ba3dc9a1ea7094deaffd 2024-11-24T22:20:07,581 INFO [StoreOpener-04c1878fcdf5ba3dc9a1ea7094deaffd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04c1878fcdf5ba3dc9a1ea7094deaffd columnFamilyName norep 2024-11-24T22:20:07,581 DEBUG [StoreOpener-04c1878fcdf5ba3dc9a1ea7094deaffd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:07,581 INFO [StoreOpener-04c1878fcdf5ba3dc9a1ea7094deaffd-1 {}] regionserver.HStore(327): Store=04c1878fcdf5ba3dc9a1ea7094deaffd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:07,582 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 04c1878fcdf5ba3dc9a1ea7094deaffd 2024-11-24T22:20:07,582 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/default/test/04c1878fcdf5ba3dc9a1ea7094deaffd 2024-11-24T22:20:07,582 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/default/test/04c1878fcdf5ba3dc9a1ea7094deaffd 2024-11-24T22:20:07,583 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 04c1878fcdf5ba3dc9a1ea7094deaffd 2024-11-24T22:20:07,583 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 04c1878fcdf5ba3dc9a1ea7094deaffd 2024-11-24T22:20:07,583 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:20:07,584 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 04c1878fcdf5ba3dc9a1ea7094deaffd 2024-11-24T22:20:07,586 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/default/test/04c1878fcdf5ba3dc9a1ea7094deaffd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:20:07,586 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 04c1878fcdf5ba3dc9a1ea7094deaffd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65506987, jitterRate=-0.023869827389717102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:20:07,586 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04c1878fcdf5ba3dc9a1ea7094deaffd 2024-11-24T22:20:07,586 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 04c1878fcdf5ba3dc9a1ea7094deaffd: Running coprocessor pre-open hook at 1732486807576Writing region info on filesystem at 1732486807576Initializing all the Stores at 1732486807577 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486807577Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486807577Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486807577Cleaning up temporary data from old regions at 1732486807583 (+6 ms)Running coprocessor post-open hooks at 1732486807586 (+3 ms)Region opened successfully at 1732486807586 2024-11-24T22:20:07,587 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd., pid=6, masterSystemTime=1732486807571 2024-11-24T22:20:07,589 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd. 2024-11-24T22:20:07,589 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd. 2024-11-24T22:20:07,590 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=04c1878fcdf5ba3dc9a1ea7094deaffd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bd6592c37bb2,41659,1732486802530 2024-11-24T22:20:07,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04c1878fcdf5ba3dc9a1ea7094deaffd, server=bd6592c37bb2,41659,1732486802530 because future has completed 2024-11-24T22:20:07,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T22:20:07,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 04c1878fcdf5ba3dc9a1ea7094deaffd, server=bd6592c37bb2,41659,1732486802530 in 175 msec 2024-11-24T22:20:07,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T22:20:07,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=04c1878fcdf5ba3dc9a1ea7094deaffd, ASSIGN in 333 msec 2024-11-24T22:20:07,597 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:20:07,598 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486807598"}]},"ts":"1732486807598"} 2024-11-24T22:20:07,599 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T22:20:07,600 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:20:07,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 776 msec 2024-11-24T22:20:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:07,960 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T22:20:07,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fae45e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:07,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,46429,-1 for getting cluster id 2024-11-24T22:20:07,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:07,962 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1b60098-6b08-42de-83f7-3e8433c1681f' 2024-11-24T22:20:07,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:07,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1b60098-6b08-42de-83f7-3e8433c1681f" 2024-11-24T22:20:07,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c89bf9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:07,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,46429,-1] 2024-11-24T22:20:07,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:07,963 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:07,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202a32e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:07,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fff106b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:07,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,46199,-1 for getting cluster id 2024-11-24T22:20:07,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:07,965 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32c0d236-40f2-4fd3-90ab-9443a3f6a82d' 2024-11-24T22:20:07,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:07,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32c0d236-40f2-4fd3-90ab-9443a3f6a82d" 2024-11-24T22:20:07,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381b624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:07,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,46199,-1] 2024-11-24T22:20:07,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:07,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:07,966 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:07,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f389c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:07,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a6d84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:07,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,46429,-1 for getting cluster id 2024-11-24T22:20:07,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:07,968 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1b60098-6b08-42de-83f7-3e8433c1681f' 2024-11-24T22:20:07,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:07,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1b60098-6b08-42de-83f7-3e8433c1681f" 2024-11-24T22:20:07,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319a536a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:07,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,46429,-1] 2024-11-24T22:20:07,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:07,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:07,969 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:07,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16538c2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:07,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:07,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,46429,1732486798809 2024-11-24T22:20:07,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ef7ac8c 2024-11-24T22:20:07,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:20:07,972 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:20:07,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46429 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bd6592c37bb2:46199,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T22:20:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46429 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T22:20:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:07,975 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:46199' 2024-11-24T22:20:07,976 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236c55a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:07,976 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,46199,-1 for getting cluster id 2024-11-24T22:20:07,976 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:07,976 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32c0d236-40f2-4fd3-90ab-9443a3f6a82d' 2024-11-24T22:20:07,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:07,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32c0d236-40f2-4fd3-90ab-9443a3f6a82d" 2024-11-24T22:20:07,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58091fc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:07,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,46199,-1] 2024-11-24T22:20:07,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:07,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:07,978 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:07,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3e602f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:07,978 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:07,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,46199,1732486802477 2024-11-24T22:20:07,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38afc0cf 2024-11-24T22:20:07,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:20:07,980 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:20:07,981 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T22:20:07,981 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T22:20:07,981 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:07,981 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:07,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:07,981 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:20:07,982 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T22:20:07,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:20:07,983 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:07,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:20:07,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741837_1013 (size=1138) 2024-11-24T22:20:08,033 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T22:20:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:08,391 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bf408006c6a62c160b7beb8616d04dd1, NAME => 'hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c 2024-11-24T22:20:08,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741838_1014 (size=44) 2024-11-24T22:20:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:08,797 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:08,797 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bf408006c6a62c160b7beb8616d04dd1, disabling compactions & flushes 2024-11-24T22:20:08,797 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1. 2024-11-24T22:20:08,797 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1. 2024-11-24T22:20:08,797 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1. after waiting 0 ms 2024-11-24T22:20:08,797 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1. 2024-11-24T22:20:08,797 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1. 2024-11-24T22:20:08,797 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bf408006c6a62c160b7beb8616d04dd1: Waiting for close lock at 1732486808797Disabling compacts and flushes for region at 1732486808797Disabling writes for close at 1732486808797Writing region close event to WAL at 1732486808797Closed at 1732486808797 2024-11-24T22:20:08,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:20:08,799 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732486808798"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486808798"}]},"ts":"1732486808798"} 2024-11-24T22:20:08,801 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:20:08,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:20:08,802 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486808802"}]},"ts":"1732486808802"} 2024-11-24T22:20:08,804 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T22:20:08,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bf408006c6a62c160b7beb8616d04dd1, ASSIGN}] 2024-11-24T22:20:08,805 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bf408006c6a62c160b7beb8616d04dd1, ASSIGN 2024-11-24T22:20:08,806 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bf408006c6a62c160b7beb8616d04dd1, ASSIGN; state=OFFLINE, location=bd6592c37bb2,40313,1732486798862; forceNewPlan=false, retain=false 2024-11-24T22:20:08,956 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bf408006c6a62c160b7beb8616d04dd1, regionState=OPENING, regionLocation=bd6592c37bb2,40313,1732486798862 2024-11-24T22:20:08,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bf408006c6a62c160b7beb8616d04dd1, ASSIGN because future has completed 2024-11-24T22:20:08,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf408006c6a62c160b7beb8616d04dd1, server=bd6592c37bb2,40313,1732486798862}] 2024-11-24T22:20:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:09,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1. 2024-11-24T22:20:09,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:20:09,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T22:20:09,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C40313%2C1732486798862.rep, suffix=, logDir=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862, archiveDir=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/oldWALs, maxLogs=10 2024-11-24T22:20:09,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.rep.1732486809118, exclude list is [], retry=0 2024-11-24T22:20:09,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36879,DS-5c196062-43a2-4ea0-a13c-58e7ee78a402,DISK] 2024-11-24T22:20:09,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.rep.1732486809118 2024-11-24T22:20:09,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34999:34999)] 2024-11-24T22:20:09,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bf408006c6a62c160b7beb8616d04dd1, NAME => 'hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:20:09,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:20:09,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:20:09,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1. service=MultiRowMutationService 2024-11-24T22:20:09,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T22:20:09,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bf408006c6a62c160b7beb8616d04dd1 2024-11-24T22:20:09,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:09,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bf408006c6a62c160b7beb8616d04dd1 2024-11-24T22:20:09,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bf408006c6a62c160b7beb8616d04dd1 2024-11-24T22:20:09,142 INFO [StoreOpener-bf408006c6a62c160b7beb8616d04dd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bf408006c6a62c160b7beb8616d04dd1 2024-11-24T22:20:09,143 INFO [StoreOpener-bf408006c6a62c160b7beb8616d04dd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf408006c6a62c160b7beb8616d04dd1 columnFamilyName hfileref 2024-11-24T22:20:09,143 DEBUG [StoreOpener-bf408006c6a62c160b7beb8616d04dd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:09,144 INFO [StoreOpener-bf408006c6a62c160b7beb8616d04dd1-1 {}] regionserver.HStore(327): Store=bf408006c6a62c160b7beb8616d04dd1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:09,144 INFO [StoreOpener-bf408006c6a62c160b7beb8616d04dd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bf408006c6a62c160b7beb8616d04dd1 2024-11-24T22:20:09,145 INFO [StoreOpener-bf408006c6a62c160b7beb8616d04dd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf408006c6a62c160b7beb8616d04dd1 columnFamilyName queue 2024-11-24T22:20:09,145 DEBUG [StoreOpener-bf408006c6a62c160b7beb8616d04dd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:09,145 INFO [StoreOpener-bf408006c6a62c160b7beb8616d04dd1-1 {}] regionserver.HStore(327): Store=bf408006c6a62c160b7beb8616d04dd1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:09,145 INFO [StoreOpener-bf408006c6a62c160b7beb8616d04dd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bf408006c6a62c160b7beb8616d04dd1 2024-11-24T22:20:09,146 INFO [StoreOpener-bf408006c6a62c160b7beb8616d04dd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf408006c6a62c160b7beb8616d04dd1 columnFamilyName sid 2024-11-24T22:20:09,146 DEBUG [StoreOpener-bf408006c6a62c160b7beb8616d04dd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:09,146 INFO [StoreOpener-bf408006c6a62c160b7beb8616d04dd1-1 {}] regionserver.HStore(327): Store=bf408006c6a62c160b7beb8616d04dd1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:09,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bf408006c6a62c160b7beb8616d04dd1 2024-11-24T22:20:09,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/replication/bf408006c6a62c160b7beb8616d04dd1 2024-11-24T22:20:09,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/replication/bf408006c6a62c160b7beb8616d04dd1 2024-11-24T22:20:09,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bf408006c6a62c160b7beb8616d04dd1 2024-11-24T22:20:09,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bf408006c6a62c160b7beb8616d04dd1 2024-11-24T22:20:09,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:20:09,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bf408006c6a62c160b7beb8616d04dd1 2024-11-24T22:20:09,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/replication/bf408006c6a62c160b7beb8616d04dd1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:20:09,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bf408006c6a62c160b7beb8616d04dd1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71946289, jitterRate=0.0720832496881485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:20:09,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf408006c6a62c160b7beb8616d04dd1 2024-11-24T22:20:09,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bf408006c6a62c160b7beb8616d04dd1: Running coprocessor pre-open hook at 1732486809141Writing region info on filesystem at 1732486809141Initializing all the Stores at 1732486809142 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486809142Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486809142Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486809142Cleaning up temporary data from old regions at 1732486809148 (+6 ms)Running coprocessor post-open hooks at 1732486809151 (+3 ms)Region opened successfully at 1732486809151 2024-11-24T22:20:09,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1., pid=10, masterSystemTime=1732486809111 2024-11-24T22:20:09,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1. 2024-11-24T22:20:09,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1. 2024-11-24T22:20:09,155 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bf408006c6a62c160b7beb8616d04dd1, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,40313,1732486798862 2024-11-24T22:20:09,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf408006c6a62c160b7beb8616d04dd1, server=bd6592c37bb2,40313,1732486798862 because future has completed 2024-11-24T22:20:09,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T22:20:09,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bf408006c6a62c160b7beb8616d04dd1, server=bd6592c37bb2,40313,1732486798862 in 198 msec 2024-11-24T22:20:09,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T22:20:09,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bf408006c6a62c160b7beb8616d04dd1, ASSIGN in 355 msec 2024-11-24T22:20:09,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:20:09,162 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486809161"}]},"ts":"1732486809161"} 2024-11-24T22:20:09,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T22:20:09,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:20:09,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-24T22:20:09,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1., hostname=bd6592c37bb2,40313,1732486798862, seqNum=2] 2024-11-24T22:20:09,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x1014c1084c50001, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-428746967 2024-11-24T22:20:09,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-428746967 2024-11-24T22:20:09,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T22:20:09,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T22:20:09,352 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T22:20:09,382 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bd6592c37bb2,40313,1732486798862, ReplicationSource: 1, currentBandwidth=0 2024-11-24T22:20:09,382 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:09,382 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40313,1732486798862, seqNum=-1] 2024-11-24T22:20:09,382 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:09,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-24T22:20:09,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bd6592c37bb2,40313,1732486798862', locateType=CURRENT is [region=hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1., hostname=bd6592c37bb2,40313,1732486798862, seqNum=2] 2024-11-24T22:20:09,387 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T22:20:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46429 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T22:20:09,390 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bd6592c37bb2,40313,1732486798862 suceeded 2024-11-24T22:20:09,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T22:20:09,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-24T22:20:09,391 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bd6592c37bb2:46199,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T22:20:09,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-11-24T22:20:09,402 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:46199' 2024-11-24T22:20:09,404 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51f853fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:09,404 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,46199,-1 for getting cluster id 2024-11-24T22:20:09,404 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:09,405 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32c0d236-40f2-4fd3-90ab-9443a3f6a82d' 2024-11-24T22:20:09,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:09,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32c0d236-40f2-4fd3-90ab-9443a3f6a82d" 2024-11-24T22:20:09,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76249847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:09,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,46199,-1] 2024-11-24T22:20:09,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:09,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:09,406 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:09,407 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2302ab28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:09,407 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:09,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,46199,1732486802477 2024-11-24T22:20:09,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46cd7870 2024-11-24T22:20:09,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:20:09,408 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-24T22:20:09,409 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bd6592c37bb2,40313,1732486798862 (queues=1) is replicating from cluster=b1b60098-6b08-42de-83f7-3e8433c1681f to cluster=32c0d236-40f2-4fd3-90ab-9443a3f6a82d 2024-11-24T22:20:09,409 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bd6592c37bb2%2C40313%2C1732486798862 2024-11-24T22:20:09,409 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bd6592c37bb2,40313,1732486798862, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T22:20:09,410 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473, startPosition=0, beingWritten=true 2024-11-24T22:20:09,410 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.shipperbd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bd6592c37bb2%2C40313%2C1732486798862 2024-11-24T22:20:09,415 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:09,415 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 379, reset compression=false 2024-11-24T22:20:09,415 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.shipperbd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40313,1732486798862 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:20:09,618 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 379, reset compression=false 2024-11-24T22:20:09,923 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 379, reset compression=false 2024-11-24T22:20:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:10,120 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T22:20:10,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:20:10,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:10,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:10,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:10,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:10,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4f278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:10,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,46199,-1 for getting cluster id 2024-11-24T22:20:10,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:10,122 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32c0d236-40f2-4fd3-90ab-9443a3f6a82d' 2024-11-24T22:20:10,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:10,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32c0d236-40f2-4fd3-90ab-9443a3f6a82d" 2024-11-24T22:20:10,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c74b8a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:10,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,46199,-1] 2024-11-24T22:20:10,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:10,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:10,123 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:10,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62da0b67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:10,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:10,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,46199,1732486802477 2024-11-24T22:20:10,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20c990d6 2024-11-24T22:20:10,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:20:10,125 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:20:10,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bd6592c37bb2:46429,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T22:20:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T22:20:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:10,129 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:46429' 2024-11-24T22:20:10,130 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce42423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:10,130 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,46429,-1 for getting cluster id 2024-11-24T22:20:10,130 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:10,130 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1b60098-6b08-42de-83f7-3e8433c1681f' 2024-11-24T22:20:10,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:10,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1b60098-6b08-42de-83f7-3e8433c1681f" 2024-11-24T22:20:10,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b52113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:10,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,46429,-1] 2024-11-24T22:20:10,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:10,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:10,132 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:10,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@333aabc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:10,133 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:10,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,46429,1732486798809 2024-11-24T22:20:10,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a6cc347 2024-11-24T22:20:10,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:20:10,134 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:20:10,135 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T22:20:10,135 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T22:20:10,135 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:10,135 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:10,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:10,136 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:20:10,136 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T22:20:10,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:20:10,137 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:10,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:20:10,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741837_1013 (size=1138) 2024-11-24T22:20:10,187 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T22:20:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:10,327 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 379, reset compression=false 2024-11-24T22:20:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:10,545 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b26888ff0bec07196efcfdfa2a18edba, NAME => 'hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab 2024-11-24T22:20:10,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741838_1014 (size=44) 2024-11-24T22:20:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:10,832 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 379, reset compression=false 2024-11-24T22:20:10,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:10,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b26888ff0bec07196efcfdfa2a18edba, disabling compactions & flushes 2024-11-24T22:20:10,951 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba. 2024-11-24T22:20:10,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba. 2024-11-24T22:20:10,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba. after waiting 0 ms 2024-11-24T22:20:10,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba. 2024-11-24T22:20:10,951 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba. 2024-11-24T22:20:10,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b26888ff0bec07196efcfdfa2a18edba: Waiting for close lock at 1732486810951Disabling compacts and flushes for region at 1732486810951Disabling writes for close at 1732486810951Writing region close event to WAL at 1732486810951Closed at 1732486810951 2024-11-24T22:20:10,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:20:10,953 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732486810953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486810953"}]},"ts":"1732486810953"} 2024-11-24T22:20:10,955 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:20:10,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:20:10,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486810956"}]},"ts":"1732486810956"} 2024-11-24T22:20:10,958 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T22:20:10,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b26888ff0bec07196efcfdfa2a18edba, ASSIGN}] 2024-11-24T22:20:10,959 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b26888ff0bec07196efcfdfa2a18edba, ASSIGN 2024-11-24T22:20:10,959 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b26888ff0bec07196efcfdfa2a18edba, ASSIGN; state=OFFLINE, location=bd6592c37bb2,41659,1732486802530; forceNewPlan=false, retain=false 2024-11-24T22:20:11,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b26888ff0bec07196efcfdfa2a18edba, regionState=OPENING, regionLocation=bd6592c37bb2,41659,1732486802530 2024-11-24T22:20:11,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b26888ff0bec07196efcfdfa2a18edba, ASSIGN because future has completed 2024-11-24T22:20:11,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b26888ff0bec07196efcfdfa2a18edba, server=bd6592c37bb2,41659,1732486802530}] 2024-11-24T22:20:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:11,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba. 2024-11-24T22:20:11,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:20:11,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T22:20:11,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C41659%2C1732486802530.rep, suffix=, logDir=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530, archiveDir=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/oldWALs, maxLogs=10 2024-11-24T22:20:11,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.rep.1732486811276, exclude list is [], retry=0 2024-11-24T22:20:11,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-2eb635da-455f-4d09-b3f9-06508e12190e,DISK] 2024-11-24T22:20:11,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.rep.1732486811276 2024-11-24T22:20:11,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35707:35707)] 2024-11-24T22:20:11,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b26888ff0bec07196efcfdfa2a18edba, NAME => 'hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:20:11,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:20:11,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:20:11,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba. service=MultiRowMutationService 2024-11-24T22:20:11,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T22:20:11,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b26888ff0bec07196efcfdfa2a18edba 2024-11-24T22:20:11,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:11,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b26888ff0bec07196efcfdfa2a18edba 2024-11-24T22:20:11,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b26888ff0bec07196efcfdfa2a18edba 2024-11-24T22:20:11,307 INFO [StoreOpener-b26888ff0bec07196efcfdfa2a18edba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b26888ff0bec07196efcfdfa2a18edba 2024-11-24T22:20:11,309 INFO [StoreOpener-b26888ff0bec07196efcfdfa2a18edba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b26888ff0bec07196efcfdfa2a18edba columnFamilyName hfileref 2024-11-24T22:20:11,309 DEBUG [StoreOpener-b26888ff0bec07196efcfdfa2a18edba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:11,309 INFO [StoreOpener-b26888ff0bec07196efcfdfa2a18edba-1 {}] regionserver.HStore(327): Store=b26888ff0bec07196efcfdfa2a18edba/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:11,309 INFO [StoreOpener-b26888ff0bec07196efcfdfa2a18edba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b26888ff0bec07196efcfdfa2a18edba 2024-11-24T22:20:11,312 INFO [StoreOpener-b26888ff0bec07196efcfdfa2a18edba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b26888ff0bec07196efcfdfa2a18edba columnFamilyName queue 2024-11-24T22:20:11,312 DEBUG [StoreOpener-b26888ff0bec07196efcfdfa2a18edba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:11,312 INFO [StoreOpener-b26888ff0bec07196efcfdfa2a18edba-1 {}] regionserver.HStore(327): Store=b26888ff0bec07196efcfdfa2a18edba/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:11,312 INFO [StoreOpener-b26888ff0bec07196efcfdfa2a18edba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b26888ff0bec07196efcfdfa2a18edba 2024-11-24T22:20:11,314 INFO [StoreOpener-b26888ff0bec07196efcfdfa2a18edba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b26888ff0bec07196efcfdfa2a18edba columnFamilyName sid 2024-11-24T22:20:11,314 DEBUG [StoreOpener-b26888ff0bec07196efcfdfa2a18edba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:11,314 INFO [StoreOpener-b26888ff0bec07196efcfdfa2a18edba-1 {}] regionserver.HStore(327): Store=b26888ff0bec07196efcfdfa2a18edba/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:11,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b26888ff0bec07196efcfdfa2a18edba 2024-11-24T22:20:11,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/replication/b26888ff0bec07196efcfdfa2a18edba 2024-11-24T22:20:11,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/replication/b26888ff0bec07196efcfdfa2a18edba 2024-11-24T22:20:11,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b26888ff0bec07196efcfdfa2a18edba 2024-11-24T22:20:11,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b26888ff0bec07196efcfdfa2a18edba 2024-11-24T22:20:11,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:20:11,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b26888ff0bec07196efcfdfa2a18edba 2024-11-24T22:20:11,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/replication/b26888ff0bec07196efcfdfa2a18edba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:20:11,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b26888ff0bec07196efcfdfa2a18edba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64355491, jitterRate=-0.0410284548997879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:20:11,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b26888ff0bec07196efcfdfa2a18edba 2024-11-24T22:20:11,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b26888ff0bec07196efcfdfa2a18edba: Running coprocessor pre-open hook at 1732486811303Writing region info on filesystem at 1732486811303Initializing all the Stores at 1732486811304 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486811304Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486811307 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486811307Cleaning up temporary data from old regions at 1732486811316 (+9 ms)Running coprocessor post-open hooks at 1732486811319 (+3 ms)Region opened successfully at 1732486811320 (+1 ms) 2024-11-24T22:20:11,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba., pid=10, masterSystemTime=1732486811265 2024-11-24T22:20:11,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba. 2024-11-24T22:20:11,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba. 2024-11-24T22:20:11,323 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b26888ff0bec07196efcfdfa2a18edba, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,41659,1732486802530 2024-11-24T22:20:11,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b26888ff0bec07196efcfdfa2a18edba, server=bd6592c37bb2,41659,1732486802530 because future has completed 2024-11-24T22:20:11,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T22:20:11,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b26888ff0bec07196efcfdfa2a18edba, server=bd6592c37bb2,41659,1732486802530 in 213 msec 2024-11-24T22:20:11,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T22:20:11,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b26888ff0bec07196efcfdfa2a18edba, ASSIGN in 370 msec 2024-11-24T22:20:11,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:20:11,330 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486811330"}]},"ts":"1732486811330"} 2024-11-24T22:20:11,332 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T22:20:11,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:20:11,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1970 sec 2024-11-24T22:20:11,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba., hostname=bd6592c37bb2,41659,1732486802530, seqNum=2] 2024-11-24T22:20:11,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41659-0x1014c1084c50004, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635181004 2024-11-24T22:20:11,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635181004 2024-11-24T22:20:11,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T22:20:11,429 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:11,429 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:20:11,430 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18274 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:20:11,436 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 379, reset compression=false 2024-11-24T22:20:11,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41659 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T22:20:11,506 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T22:20:11,535 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bd6592c37bb2,41659,1732486802530, ReplicationSource: 1, currentBandwidth=0 2024-11-24T22:20:11,536 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:11,536 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,41659,1732486802530, seqNum=-1] 2024-11-24T22:20:11,536 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:11,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-24T22:20:11,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bd6592c37bb2,41659,1732486802530', locateType=CURRENT is [region=hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba., hostname=bd6592c37bb2,41659,1732486802530, seqNum=2] 2024-11-24T22:20:11,541 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T22:20:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T22:20:11,543 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bd6592c37bb2,41659,1732486802530 suceeded 2024-11-24T22:20:11,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T22:20:11,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-24T22:20:11,545 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bd6592c37bb2:46429,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T22:20:11,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-11-24T22:20:11,559 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:46429' 2024-11-24T22:20:11,560 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ecdf444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:11,560 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,46429,-1 for getting cluster id 2024-11-24T22:20:11,561 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:11,561 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1b60098-6b08-42de-83f7-3e8433c1681f' 2024-11-24T22:20:11,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:11,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1b60098-6b08-42de-83f7-3e8433c1681f" 2024-11-24T22:20:11,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@158e8922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:11,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,46429,-1] 2024-11-24T22:20:11,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:11,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:11,563 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:11,563 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ff7418b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:11,563 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:11,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,46429,1732486798809 2024-11-24T22:20:11,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a6ef58e 2024-11-24T22:20:11,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:20:11,565 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-24T22:20:11,566 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bd6592c37bb2,41659,1732486802530 (queues=1) is replicating from cluster=32c0d236-40f2-4fd3-90ab-9443a3f6a82d to cluster=b1b60098-6b08-42de-83f7-3e8433c1681f 2024-11-24T22:20:11,566 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bd6592c37bb2%2C41659%2C1732486802530 2024-11-24T22:20:11,566 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bd6592c37bb2,41659,1732486802530, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T22:20:11,567 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.shipperbd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bd6592c37bb2%2C41659%2C1732486802530 2024-11-24T22:20:11,567 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683, startPosition=0, beingWritten=true 2024-11-24T22:20:11,571 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:11,571 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 379, reset compression=false 2024-11-24T22:20:11,571 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.shipperbd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,41659,1732486802530 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:20:11,774 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 379, reset compression=false 2024-11-24T22:20:11,936 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:20:11,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:11,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:11,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:11,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:11,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:11,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:11,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:11,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:11,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:11,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:12,078 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 379, reset compression=false 2024-11-24T22:20:12,141 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 379, reset compression=false 2024-11-24T22:20:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:12,290 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T22:20:12,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:20:12,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:12,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:12,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:12,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:12,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:12,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40313,1732486798862, seqNum=-1] 2024-11-24T22:20:12,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:12,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:20:12,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454., hostname=bd6592c37bb2,40313,1732486798862, seqNum=2] 2024-11-24T22:20:12,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:12,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,41659,1732486802530, seqNum=-1] 2024-11-24T22:20:12,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:12,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:20:12,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd., hostname=bd6592c37bb2,41659,1732486802530, seqNum=2] 2024-11-24T22:20:12,302 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T22:20:12,482 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 379, reset compression=false 2024-11-24T22:20:12,622 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T22:20:12,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T22:20:12,850 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T22:20:12,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T22:20:12,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T22:20:12,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T22:20:12,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T22:20:12,945 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 379, reset compression=false 2024-11-24T22:20:12,950 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:20:12,950 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 480, reset compression=false 2024-11-24T22:20:12,950 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.shipperbd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40313,1732486798862 got entry batch from reader: WALEntryBatch [walEntries=[{test/f3bfa2d9047e0d62ab0039b6414f1454/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T22:20:12,953 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.shipperbd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:20:12,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-24T22:20:12,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41659 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:20:12,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33772d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:12,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41659 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,46199,-1 for getting cluster id 2024-11-24T22:20:12,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:12,957 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32c0d236-40f2-4fd3-90ab-9443a3f6a82d' 2024-11-24T22:20:12,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:12,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32c0d236-40f2-4fd3-90ab-9443a3f6a82d" 2024-11-24T22:20:12,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5627f21d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:12,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,46199,-1] 2024-11-24T22:20:12,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:12,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:12,958 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:12,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@338a994b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:12,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41659 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:12,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,41659,1732486802530, seqNum=-1] 2024-11-24T22:20:12,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:12,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-24T22:20:12,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd., hostname=bd6592c37bb2,41659,1732486802530, seqNum=2] 2024-11-24T22:20:12,987 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 379, reset compression=false 2024-11-24T22:20:12,992 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:12,992 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 504, reset compression=false 2024-11-24T22:20:12,992 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.shipperbd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,41659,1732486802530 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:20:12,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41659 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:20:13,157 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 480, reset compression=false 2024-11-24T22:20:13,197 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 504, reset compression=false 2024-11-24T22:20:13,306 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T22:20:13,312 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T22:20:13,466 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 480, reset compression=false 2024-11-24T22:20:13,501 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 504, reset compression=false 2024-11-24T22:20:13,518 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:20:13,518 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 608, reset compression=false 2024-11-24T22:20:13,518 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.shipperbd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,41659,1732486802530 got entry batch from reader: WALEntryBatch [walEntries=[{test/04c1878fcdf5ba3dc9a1ea7094deaffd/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T22:20:13,521 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.shipperbd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:20:13,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-24T22:20:13,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:20:13,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62f6395b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:13,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,46429,-1 for getting cluster id 2024-11-24T22:20:13,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:13,550 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1b60098-6b08-42de-83f7-3e8433c1681f' 2024-11-24T22:20:13,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:13,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1b60098-6b08-42de-83f7-3e8433c1681f" 2024-11-24T22:20:13,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@255bfb93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:13,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,46429,-1] 2024-11-24T22:20:13,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:13,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:13,551 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:13,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51361188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:13,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:13,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40313,1732486798862, seqNum=-1] 2024-11-24T22:20:13,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:13,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-24T22:20:13,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454., hostname=bd6592c37bb2,40313,1732486798862, seqNum=2] 2024-11-24T22:20:13,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:20:13,725 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 608, reset compression=false 2024-11-24T22:20:13,870 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 480, reset compression=false 2024-11-24T22:20:13,901 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:13,901 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 607, reset compression=false 2024-11-24T22:20:13,901 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.shipperbd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40313,1732486798862 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:20:14,042 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 608, reset compression=false 2024-11-24T22:20:14,130 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 607, reset compression=false 2024-11-24T22:20:14,314 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T22:20:14,320 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T22:20:14,440 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 607, reset compression=false 2024-11-24T22:20:14,446 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:20:14,446 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 763, reset compression=false 2024-11-24T22:20:14,446 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.shipperbd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40313,1732486798862 got entry batch from reader: WALEntryBatch [walEntries=[{test/f3bfa2d9047e0d62ab0039b6414f1454/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T22:20:14,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41659 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:20:14,448 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 608, reset compression=false 2024-11-24T22:20:14,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41659 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:20:14,453 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:14,453 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 756, reset compression=false 2024-11-24T22:20:14,454 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.shipperbd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,41659,1732486802530 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:20:14,650 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 763, reset compression=false 2024-11-24T22:20:14,662 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 756, reset compression=false 2024-11-24T22:20:14,955 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 763, reset compression=false 2024-11-24T22:20:14,968 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 756, reset compression=false 2024-11-24T22:20:15,322 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T22:20:15,325 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T22:20:15,359 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 763, reset compression=false 2024-11-24T22:20:15,371 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 756, reset compression=false 2024-11-24T22:20:15,375 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:20:15,375 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 915, reset compression=false 2024-11-24T22:20:15,375 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.shipperbd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,41659,1732486802530 got entry batch from reader: WALEntryBatch [walEntries=[{test/04c1878fcdf5ba3dc9a1ea7094deaffd/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T22:20:15,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:20:15,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:20:15,582 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 915, reset compression=false 2024-11-24T22:20:15,863 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 763, reset compression=false 2024-11-24T22:20:15,870 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:15,870 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 912, reset compression=false 2024-11-24T22:20:15,870 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.shipperbd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40313,1732486798862 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:20:15,886 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 915, reset compression=false 2024-11-24T22:20:16,073 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 912, reset compression=false 2024-11-24T22:20:16,290 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 915, reset compression=false 2024-11-24T22:20:16,327 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T22:20:16,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T22:20:16,330 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:20:16,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:16,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:16,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:16,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:16,331 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T22:20:16,331 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=746085089, stopped=false 2024-11-24T22:20:16,331 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bd6592c37bb2,46199,1732486802477 2024-11-24T22:20:16,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-635181004/running 2024-11-24T22:20:16,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635181004 2024-11-24T22:20:16,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41659-0x1014c1084c50004, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-635181004/running 2024-11-24T22:20:16,333 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:20:16,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41659-0x1014c1084c50004, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635181004 2024-11-24T22:20:16,333 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:20:16,333 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:16,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:16,333 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bd6592c37bb2,41659,1732486802530' ***** 2024-11-24T22:20:16,333 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T22:20:16,334 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T22:20:16,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41659-0x1014c1084c50004, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Set watcher on znode that does not yet exist, /1-635181004/running 2024-11-24T22:20:16,334 INFO [RS:0;bd6592c37bb2:41659 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T22:20:16,334 INFO [RS:0;bd6592c37bb2:41659 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T22:20:16,334 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T22:20:16,334 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(3091): Received CLOSE for b26888ff0bec07196efcfdfa2a18edba 2024-11-24T22:20:16,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Set watcher on znode that does not yet exist, /1-635181004/running 2024-11-24T22:20:16,336 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(3091): Received CLOSE for 04c1878fcdf5ba3dc9a1ea7094deaffd 2024-11-24T22:20:16,336 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(959): stopping server bd6592c37bb2,41659,1732486802530 2024-11-24T22:20:16,336 INFO [RS:0;bd6592c37bb2:41659 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:20:16,336 INFO [RS:0;bd6592c37bb2:41659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:41659. 2024-11-24T22:20:16,336 DEBUG [RS:0;bd6592c37bb2:41659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:16,336 DEBUG [RS:0;bd6592c37bb2:41659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:16,337 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T22:20:16,337 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T22:20:16,337 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T22:20:16,337 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T22:20:16,337 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b26888ff0bec07196efcfdfa2a18edba, disabling compactions & flushes 2024-11-24T22:20:16,337 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba. 2024-11-24T22:20:16,337 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba. 2024-11-24T22:20:16,337 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba. after waiting 0 ms 2024-11-24T22:20:16,337 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba. 2024-11-24T22:20:16,337 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b26888ff0bec07196efcfdfa2a18edba 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-24T22:20:16,344 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T22:20:16,344 DEBUG [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(1325): Online Regions={b26888ff0bec07196efcfdfa2a18edba=hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba., 1588230740=hbase:meta,,1.1588230740, 04c1878fcdf5ba3dc9a1ea7094deaffd=test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd.} 2024-11-24T22:20:16,344 DEBUG [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(1351): Waiting on 04c1878fcdf5ba3dc9a1ea7094deaffd, 1588230740, b26888ff0bec07196efcfdfa2a18edba 2024-11-24T22:20:16,344 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:20:16,344 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:20:16,344 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:20:16,344 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:20:16,344 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:20:16,345 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T22:20:16,350 INFO [regionserver/bd6592c37bb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:20:16,368 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/replication/b26888ff0bec07196efcfdfa2a18edba/.tmp/queue/b6f3657830c746c48873bd04ca5c17ad is 153, key is 1-bd6592c37bb2,41659,1732486802530/queue:bd6592c37bb2%2C41659%2C1732486802530/1732486815382/Put/seqid=0 2024-11-24T22:20:16,373 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740/.tmp/info/bc27363baf7b4855b909990aba7007e4 is 147, key is hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba./info:regioninfo/1732486811323/Put/seqid=0 2024-11-24T22:20:16,379 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 912, reset compression=false 2024-11-24T22:20:16,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741840_1016 (size=5352) 2024-11-24T22:20:16,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741841_1017 (size=7686) 2024-11-24T22:20:16,532 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T22:20:16,533 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T22:20:16,545 DEBUG [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(1351): Waiting on 04c1878fcdf5ba3dc9a1ea7094deaffd, 1588230740, b26888ff0bec07196efcfdfa2a18edba 2024-11-24T22:20:16,745 DEBUG [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(1351): Waiting on 04c1878fcdf5ba3dc9a1ea7094deaffd, 1588230740, b26888ff0bec07196efcfdfa2a18edba 2024-11-24T22:20:16,794 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 915, reset compression=false 2024-11-24T22:20:16,794 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 912, reset compression=false 2024-11-24T22:20:16,795 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740/.tmp/info/bc27363baf7b4855b909990aba7007e4 2024-11-24T22:20:16,809 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/replication/b26888ff0bec07196efcfdfa2a18edba/.tmp/queue/b6f3657830c746c48873bd04ca5c17ad 2024-11-24T22:20:16,815 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/replication/b26888ff0bec07196efcfdfa2a18edba/.tmp/queue/b6f3657830c746c48873bd04ca5c17ad as hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/replication/b26888ff0bec07196efcfdfa2a18edba/queue/b6f3657830c746c48873bd04ca5c17ad 2024-11-24T22:20:16,819 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/replication/b26888ff0bec07196efcfdfa2a18edba/queue/b6f3657830c746c48873bd04ca5c17ad, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T22:20:16,820 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for b26888ff0bec07196efcfdfa2a18edba in 483ms, sequenceid=10, compaction requested=false 2024-11-24T22:20:16,825 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740/.tmp/ns/695e214730524ce48084c30f87be0152 is 43, key is default/ns:d/1732486805641/Put/seqid=0 2024-11-24T22:20:16,833 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/replication/b26888ff0bec07196efcfdfa2a18edba/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T22:20:16,834 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:20:16,834 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:20:16,834 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba. 2024-11-24T22:20:16,834 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b26888ff0bec07196efcfdfa2a18edba: Waiting for close lock at 1732486816337Running coprocessor pre-close hooks at 1732486816337Disabling compacts and flushes for region at 1732486816337Disabling writes for close at 1732486816337Obtaining lock to block concurrent updates at 1732486816337Preparing flush snapshotting stores in b26888ff0bec07196efcfdfa2a18edba at 1732486816337Finished memstore snapshotting hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732486816338 (+1 ms)Flushing stores of hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba. at 1732486816338Flushing b26888ff0bec07196efcfdfa2a18edba/queue: creating writer at 1732486816339 (+1 ms)Flushing b26888ff0bec07196efcfdfa2a18edba/queue: appending metadata at 1732486816367 (+28 ms)Flushing b26888ff0bec07196efcfdfa2a18edba/queue: closing flushed file at 1732486816367Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67fb78ff: reopening flushed file at 1732486816814 (+447 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for b26888ff0bec07196efcfdfa2a18edba in 483ms, sequenceid=10, compaction requested=false at 1732486816820 (+6 ms)Writing region close event to WAL at 1732486816824 (+4 ms)Running coprocessor post-close hooks at 1732486816833 (+9 ms)Closed at 1732486816834 (+1 ms) 2024-11-24T22:20:16,834 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732486810135.b26888ff0bec07196efcfdfa2a18edba. 2024-11-24T22:20:16,834 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04c1878fcdf5ba3dc9a1ea7094deaffd, disabling compactions & flushes 2024-11-24T22:20:16,834 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd. 2024-11-24T22:20:16,834 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd. 2024-11-24T22:20:16,834 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd. after waiting 0 ms 2024-11-24T22:20:16,834 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd. 2024-11-24T22:20:16,834 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 04c1878fcdf5ba3dc9a1ea7094deaffd 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-24T22:20:16,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741842_1018 (size=5153) 2024-11-24T22:20:16,852 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/default/test/04c1878fcdf5ba3dc9a1ea7094deaffd/.tmp/f/eca99ad3a62f4b74ada5bbf5fe0c5545 is 29, key is row1/f:/1732486815322/DeleteFamily/seqid=0 2024-11-24T22:20:16,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741843_1019 (size=5118) 2024-11-24T22:20:16,945 DEBUG [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(1351): Waiting on 04c1878fcdf5ba3dc9a1ea7094deaffd, 1588230740 2024-11-24T22:20:17,145 DEBUG [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(1351): Waiting on 04c1878fcdf5ba3dc9a1ea7094deaffd, 1588230740 2024-11-24T22:20:17,235 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740/.tmp/ns/695e214730524ce48084c30f87be0152 2024-11-24T22:20:17,257 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/default/test/04c1878fcdf5ba3dc9a1ea7094deaffd/.tmp/f/eca99ad3a62f4b74ada5bbf5fe0c5545 2024-11-24T22:20:17,261 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eca99ad3a62f4b74ada5bbf5fe0c5545 2024-11-24T22:20:17,262 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740/.tmp/rep_barrier/7ef043d37b3649d69c9a99f718e9dce9 is 112, key is test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd./rep_barrier:seqnumDuringOpen/1732486807590/Put/seqid=0 2024-11-24T22:20:17,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741844_1020 (size=5518) 2024-11-24T22:20:17,277 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/default/test/04c1878fcdf5ba3dc9a1ea7094deaffd/.tmp/f1/5eca0798432b4f729dbc553932c97c88 is 30, key is row1/f1:/1732486815322/DeleteFamily/seqid=0 2024-11-24T22:20:17,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741845_1021 (size=5123) 2024-11-24T22:20:17,281 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/default/test/04c1878fcdf5ba3dc9a1ea7094deaffd/.tmp/f1/5eca0798432b4f729dbc553932c97c88 2024-11-24T22:20:17,285 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5eca0798432b4f729dbc553932c97c88 2024-11-24T22:20:17,303 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 912, reset compression=false 2024-11-24T22:20:17,303 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/default/test/04c1878fcdf5ba3dc9a1ea7094deaffd/.tmp/norep/0f5eec06bfa744bcbb6582ad755a5f9c is 33, key is row1/norep:/1732486815322/DeleteFamily/seqid=0 2024-11-24T22:20:17,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741846_1022 (size=5108) 2024-11-24T22:20:17,345 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T22:20:17,345 DEBUG [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 04c1878fcdf5ba3dc9a1ea7094deaffd=test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd.} 2024-11-24T22:20:17,345 DEBUG [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(1351): Waiting on 04c1878fcdf5ba3dc9a1ea7094deaffd, 1588230740 2024-11-24T22:20:17,400 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 915, reset compression=false 2024-11-24T22:20:17,405 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:17,405 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 1162, reset compression=false 2024-11-24T22:20:17,405 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.shipperbd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,41659,1732486802530 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:20:17,406 ERROR [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.shipperbd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bd6592c37bb2,41659,1732486802530: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bd6592c37bb2,41659,1732486802530, walGroup=bd6592c37bb2%2C41659%2C1732486802530, offset=bd6592c37bb2%2C41659%2C1732486802530.1732486804683:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:41659 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T22:20:17,407 ERROR [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.shipperbd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T22:20:17,407 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.shipperbd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T22:20:17,407 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.shipperbd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T22:20:17,407 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.shipperbd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T22:20:17,407 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.shipperbd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T22:20:17,407 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.shipperbd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 621259696 }, "NonHeapMemoryUsage": { "committed": 195035136, "init": 7667712, "max": -1, "used": 191019904 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T22:20:17,408 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.shipperbd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:46199 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:46199 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T22:20:17,546 DEBUG [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(1351): Waiting on 04c1878fcdf5ba3dc9a1ea7094deaffd, 1588230740 2024-11-24T22:20:17,610 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 1162, reset compression=false 2024-11-24T22:20:17,670 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740/.tmp/rep_barrier/7ef043d37b3649d69c9a99f718e9dce9 2024-11-24T22:20:17,692 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740/.tmp/table/e321ade63d4748d9bccb86ec279cbf4f is 53, key is hbase:replication/table:state/1732486811330/Put/seqid=0 2024-11-24T22:20:17,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741847_1023 (size=5308) 2024-11-24T22:20:17,707 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/default/test/04c1878fcdf5ba3dc9a1ea7094deaffd/.tmp/norep/0f5eec06bfa744bcbb6582ad755a5f9c 2024-11-24T22:20:17,711 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f5eec06bfa744bcbb6582ad755a5f9c 2024-11-24T22:20:17,711 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/default/test/04c1878fcdf5ba3dc9a1ea7094deaffd/.tmp/f/eca99ad3a62f4b74ada5bbf5fe0c5545 as hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/default/test/04c1878fcdf5ba3dc9a1ea7094deaffd/f/eca99ad3a62f4b74ada5bbf5fe0c5545 2024-11-24T22:20:17,715 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eca99ad3a62f4b74ada5bbf5fe0c5545 2024-11-24T22:20:17,715 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/default/test/04c1878fcdf5ba3dc9a1ea7094deaffd/f/eca99ad3a62f4b74ada5bbf5fe0c5545, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T22:20:17,716 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/default/test/04c1878fcdf5ba3dc9a1ea7094deaffd/.tmp/f1/5eca0798432b4f729dbc553932c97c88 as hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/default/test/04c1878fcdf5ba3dc9a1ea7094deaffd/f1/5eca0798432b4f729dbc553932c97c88 2024-11-24T22:20:17,720 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5eca0798432b4f729dbc553932c97c88 2024-11-24T22:20:17,720 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/default/test/04c1878fcdf5ba3dc9a1ea7094deaffd/f1/5eca0798432b4f729dbc553932c97c88, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T22:20:17,721 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/default/test/04c1878fcdf5ba3dc9a1ea7094deaffd/.tmp/norep/0f5eec06bfa744bcbb6582ad755a5f9c as hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/default/test/04c1878fcdf5ba3dc9a1ea7094deaffd/norep/0f5eec06bfa744bcbb6582ad755a5f9c 2024-11-24T22:20:17,725 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f5eec06bfa744bcbb6582ad755a5f9c 2024-11-24T22:20:17,725 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/default/test/04c1878fcdf5ba3dc9a1ea7094deaffd/norep/0f5eec06bfa744bcbb6582ad755a5f9c, entries=1, sequenceid=8, filesize=5.0 K 2024-11-24T22:20:17,726 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 04c1878fcdf5ba3dc9a1ea7094deaffd in 892ms, sequenceid=8, compaction requested=false 2024-11-24T22:20:17,730 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/default/test/04c1878fcdf5ba3dc9a1ea7094deaffd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T22:20:17,730 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:20:17,730 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T22:20:17,730 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd. 2024-11-24T22:20:17,730 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04c1878fcdf5ba3dc9a1ea7094deaffd: Waiting for close lock at 1732486816834Running coprocessor pre-close hooks at 1732486816834Disabling compacts and flushes for region at 1732486816834Disabling writes for close at 1732486816834Obtaining lock to block concurrent updates at 1732486816834Preparing flush snapshotting stores in 04c1878fcdf5ba3dc9a1ea7094deaffd at 1732486816834Finished memstore snapshotting test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732486816835 (+1 ms)Flushing stores of test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd. at 1732486816835Flushing 04c1878fcdf5ba3dc9a1ea7094deaffd/f: creating writer at 1732486816835Flushing 04c1878fcdf5ba3dc9a1ea7094deaffd/f: appending metadata at 1732486816851 (+16 ms)Flushing 04c1878fcdf5ba3dc9a1ea7094deaffd/f: closing flushed file at 1732486816851Flushing 04c1878fcdf5ba3dc9a1ea7094deaffd/f1: creating writer at 1732486817261 (+410 ms)Flushing 04c1878fcdf5ba3dc9a1ea7094deaffd/f1: appending metadata at 1732486817276 (+15 ms)Flushing 04c1878fcdf5ba3dc9a1ea7094deaffd/f1: closing flushed file at 1732486817276Flushing 04c1878fcdf5ba3dc9a1ea7094deaffd/norep: creating writer at 1732486817285 (+9 ms)Flushing 04c1878fcdf5ba3dc9a1ea7094deaffd/norep: appending metadata at 1732486817302 (+17 ms)Flushing 04c1878fcdf5ba3dc9a1ea7094deaffd/norep: closing flushed file at 1732486817302Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e97f729: reopening flushed file at 1732486817711 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@429dbd25: reopening flushed file at 1732486817716 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16438c8a: reopening flushed file at 1732486817721 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 04c1878fcdf5ba3dc9a1ea7094deaffd in 892ms, sequenceid=8, compaction requested=false at 1732486817726 (+5 ms)Writing region close event to WAL at 1732486817727 (+1 ms)Running coprocessor post-close hooks at 1732486817730 (+3 ms)Closed at 1732486817730 2024-11-24T22:20:17,730 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732486806823.04c1878fcdf5ba3dc9a1ea7094deaffd. 2024-11-24T22:20:17,746 DEBUG [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:20:17,906 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 912, reset compression=false 2024-11-24T22:20:17,916 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 1162, reset compression=false 2024-11-24T22:20:17,920 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:17,920 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 1806, reset compression=false 2024-11-24T22:20:17,946 DEBUG [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:20:18,097 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740/.tmp/table/e321ade63d4748d9bccb86ec279cbf4f 2024-11-24T22:20:18,103 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740/.tmp/info/bc27363baf7b4855b909990aba7007e4 as hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740/info/bc27363baf7b4855b909990aba7007e4 2024-11-24T22:20:18,107 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740/info/bc27363baf7b4855b909990aba7007e4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T22:20:18,110 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740/.tmp/ns/695e214730524ce48084c30f87be0152 as hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740/ns/695e214730524ce48084c30f87be0152 2024-11-24T22:20:18,115 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740/ns/695e214730524ce48084c30f87be0152, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T22:20:18,116 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740/.tmp/rep_barrier/7ef043d37b3649d69c9a99f718e9dce9 as hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740/rep_barrier/7ef043d37b3649d69c9a99f718e9dce9 2024-11-24T22:20:18,120 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740/rep_barrier/7ef043d37b3649d69c9a99f718e9dce9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T22:20:18,121 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740/.tmp/table/e321ade63d4748d9bccb86ec279cbf4f as hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740/table/e321ade63d4748d9bccb86ec279cbf4f 2024-11-24T22:20:18,124 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/WALs/bd6592c37bb2,41659,1732486802530/bd6592c37bb2%2C41659%2C1732486802530.1732486804683 to pos 1806, reset compression=false 2024-11-24T22:20:18,124 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740/table/e321ade63d4748d9bccb86ec279cbf4f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T22:20:18,126 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1782ms, sequenceid=16, compaction requested=false 2024-11-24T22:20:18,136 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T22:20:18,137 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:20:18,137 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:20:18,137 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:20:18,137 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486816344Running coprocessor pre-close hooks at 1732486816344Disabling compacts and flushes for region at 1732486816344Disabling writes for close at 1732486816344Obtaining lock to block concurrent updates at 1732486816345 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732486816345Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732486816345Flushing stores of hbase:meta,,1.1588230740 at 1732486816345Flushing 1588230740/info: creating writer at 1732486816345Flushing 1588230740/info: appending metadata at 1732486816373 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732486816373Flushing 1588230740/ns: creating writer at 1732486816801 (+428 ms)Flushing 1588230740/ns: appending metadata at 1732486816824 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732486816825 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732486817240 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732486817261 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732486817261Flushing 1588230740/table: creating writer at 1732486817675 (+414 ms)Flushing 1588230740/table: appending metadata at 1732486817692 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732486817692Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e86efe1: reopening flushed file at 1732486818102 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@faa196a: reopening flushed file at 1732486818107 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22879ae4: reopening flushed file at 1732486818115 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d00345f: reopening flushed file at 1732486818120 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1782ms, sequenceid=16, compaction requested=false at 1732486818126 (+6 ms)Writing region close event to WAL at 1732486818133 (+7 ms)Running coprocessor post-close hooks at 1732486818137 (+4 ms)Closed at 1732486818137 2024-11-24T22:20:18,137 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T22:20:18,146 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(976): stopping server bd6592c37bb2,41659,1732486802530; all regions closed. 2024-11-24T22:20:18,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741834_1010 (size=4239) 2024-11-24T22:20:18,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741839_1015 (size=2676) 2024-11-24T22:20:18,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741832_1008 (size=1814) 2024-11-24T22:20:18,154 DEBUG [RS:0;bd6592c37bb2:41659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:18,154 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:20:18,154 INFO [RS:0;bd6592c37bb2:41659 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:20:18,154 INFO [RS:0;bd6592c37bb2:41659 {}] hbase.ChoreService(370): Chore service for: regionserver/bd6592c37bb2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T22:20:18,154 INFO [RS:0;bd6592c37bb2:41659 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:20:18,154 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:20:18,155 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bd6592c37bb2,41659,1732486802530 because: Region server is closing 2024-11-24T22:20:18,155 INFO [RS:0;bd6592c37bb2:41659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:41659. 2024-11-24T22:20:18,155 DEBUG [RS:0;bd6592c37bb2:41659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:18,155 DEBUG [RS:0;bd6592c37bb2:41659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:18,155 DEBUG [RS:0;bd6592c37bb2:41659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:18,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:18,256 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.shipperbd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 terminated 2024-11-24T22:20:18,256 INFO [RS:0;bd6592c37bb2:41659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:41659. 2024-11-24T22:20:18,256 DEBUG [RS:0;bd6592c37bb2:41659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:18,256 DEBUG [RS:0;bd6592c37bb2:41659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:18,256 DEBUG [RS:0;bd6592c37bb2:41659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:18,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:18,256 INFO [RS:0;bd6592c37bb2:41659 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41659 2024-11-24T22:20:18,256 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,41659,1732486802530.replicationSource.wal-reader.bd6592c37bb2%2C41659%2C1732486802530,1-bd6592c37bb2,41659,1732486802530 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T22:20:18,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635181004/rs 2024-11-24T22:20:18,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41659-0x1014c1084c50004, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-635181004/rs/bd6592c37bb2,41659,1732486802530 2024-11-24T22:20:18,259 INFO [RS:0;bd6592c37bb2:41659 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:20:18,260 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bd6592c37bb2,41659,1732486802530] 2024-11-24T22:20:18,263 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-635181004/draining/bd6592c37bb2,41659,1732486802530 already deleted, retry=false 2024-11-24T22:20:18,263 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bd6592c37bb2,41659,1732486802530 expired; onlineServers=0 2024-11-24T22:20:18,263 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bd6592c37bb2,46199,1732486802477' ***** 2024-11-24T22:20:18,263 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T22:20:18,263 INFO [M:0;bd6592c37bb2:46199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:20:18,263 INFO [M:0;bd6592c37bb2:46199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:20:18,263 DEBUG [M:0;bd6592c37bb2:46199 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T22:20:18,263 DEBUG [M:0;bd6592c37bb2:46199 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T22:20:18,263 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T22:20:18,263 INFO [M:0;bd6592c37bb2:46199 {}] hbase.ChoreService(370): Chore service for: master/bd6592c37bb2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T22:20:18,263 INFO [M:0;bd6592c37bb2:46199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:20:18,263 DEBUG [M:0;bd6592c37bb2:46199 {}] master.HMaster(1795): Stopping service threads 2024-11-24T22:20:18,263 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486804448 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486804448,5,FailOnTimeoutGroup] 2024-11-24T22:20:18,263 INFO [M:0;bd6592c37bb2:46199 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T22:20:18,263 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486804450 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486804450,5,FailOnTimeoutGroup] 2024-11-24T22:20:18,264 INFO [M:0;bd6592c37bb2:46199 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:20:18,264 INFO [M:0;bd6592c37bb2:46199 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T22:20:18,264 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T22:20:18,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-635181004/master 2024-11-24T22:20:18,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635181004 2024-11-24T22:20:18,266 DEBUG [M:0;bd6592c37bb2:46199 {}] zookeeper.RecoverableZooKeeper(212): Node /1-635181004/master already deleted, retry=false 2024-11-24T22:20:18,267 DEBUG [M:0;bd6592c37bb2:46199 {}] master.ActiveMasterManager(353): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-635181004/master 2024-11-24T22:20:18,267 INFO [M:0;bd6592c37bb2:46199 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/.lastflushedseqids 2024-11-24T22:20:18,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741848_1024 (size=245) 2024-11-24T22:20:18,288 INFO [M:0;bd6592c37bb2:46199 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T22:20:18,288 INFO [M:0;bd6592c37bb2:46199 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T22:20:18,288 DEBUG [M:0;bd6592c37bb2:46199 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:20:18,288 INFO [M:0;bd6592c37bb2:46199 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:18,288 DEBUG [M:0;bd6592c37bb2:46199 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:18,288 DEBUG [M:0;bd6592c37bb2:46199 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:20:18,289 DEBUG [M:0;bd6592c37bb2:46199 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:18,289 INFO [M:0;bd6592c37bb2:46199 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T22:20:18,309 DEBUG [M:0;bd6592c37bb2:46199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c35261ae1bab413480f8b0e8204550ec is 82, key is hbase:meta,,1/info:regioninfo/1732486805630/Put/seqid=0 2024-11-24T22:20:18,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741849_1025 (size=5672) 2024-11-24T22:20:18,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41659-0x1014c1084c50004, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:20:18,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41659-0x1014c1084c50004, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:20:18,361 INFO [RS:0;bd6592c37bb2:41659 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:20:18,361 INFO [RS:0;bd6592c37bb2:41659 {}] regionserver.HRegionServer(1031): Exiting; stopping=bd6592c37bb2,41659,1732486802530; zookeeper connection closed. 2024-11-24T22:20:18,361 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c89f77f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c89f77f 2024-11-24T22:20:18,362 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T22:20:18,610 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 912, reset compression=false 2024-11-24T22:20:18,714 INFO [M:0;bd6592c37bb2:46199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c35261ae1bab413480f8b0e8204550ec 2024-11-24T22:20:18,746 DEBUG [M:0;bd6592c37bb2:46199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4060ec25e1e14c7d9c64534db9781241 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732486811334/Put/seqid=0 2024-11-24T22:20:18,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741850_1026 (size=8516) 2024-11-24T22:20:18,760 INFO [M:0;bd6592c37bb2:46199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4060ec25e1e14c7d9c64534db9781241 2024-11-24T22:20:18,785 DEBUG [M:0;bd6592c37bb2:46199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f80d7af5c3143eaa412d760f6f19d59 is 69, key is bd6592c37bb2,41659,1732486802530/rs:state/1732486804498/Put/seqid=0 2024-11-24T22:20:18,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741851_1027 (size=5156) 2024-11-24T22:20:18,802 INFO [M:0;bd6592c37bb2:46199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f80d7af5c3143eaa412d760f6f19d59 2024-11-24T22:20:18,811 DEBUG [M:0;bd6592c37bb2:46199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c35261ae1bab413480f8b0e8204550ec as hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c35261ae1bab413480f8b0e8204550ec 2024-11-24T22:20:18,817 INFO [M:0;bd6592c37bb2:46199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c35261ae1bab413480f8b0e8204550ec, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T22:20:18,820 DEBUG [M:0;bd6592c37bb2:46199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4060ec25e1e14c7d9c64534db9781241 as hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4060ec25e1e14c7d9c64534db9781241 2024-11-24T22:20:18,825 INFO [M:0;bd6592c37bb2:46199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4060ec25e1e14c7d9c64534db9781241, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T22:20:18,828 DEBUG [M:0;bd6592c37bb2:46199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f80d7af5c3143eaa412d760f6f19d59 as hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f80d7af5c3143eaa412d760f6f19d59 2024-11-24T22:20:18,834 INFO [M:0;bd6592c37bb2:46199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43169/user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f80d7af5c3143eaa412d760f6f19d59, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T22:20:18,836 INFO [M:0;bd6592c37bb2:46199 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 547ms, sequenceid=97, compaction requested=false 2024-11-24T22:20:18,845 INFO [M:0;bd6592c37bb2:46199 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:18,845 DEBUG [M:0;bd6592c37bb2:46199 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486818288Disabling compacts and flushes for region at 1732486818288Disabling writes for close at 1732486818288Obtaining lock to block concurrent updates at 1732486818289 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732486818289Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732486818289Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732486818291 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732486818291Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732486818309 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732486818309Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732486818722 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732486818746 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732486818746Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732486818766 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732486818785 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732486818785Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b890651: reopening flushed file at 1732486818811 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@405c21ec: reopening flushed file at 1732486818818 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7773b1e2: reopening flushed file at 1732486818825 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 547ms, sequenceid=97, compaction requested=false at 1732486818836 (+11 ms)Writing region close event to WAL at 1732486818845 (+9 ms)Closed at 1732486818845 2024-11-24T22:20:18,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741830_1006 (size=63654) 2024-11-24T22:20:18,849 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7041ce9c-616b-92c9-e1e3-5b82de8fbfab/MasterData/WALs/bd6592c37bb2,46199,1732486802477/bd6592c37bb2%2C46199%2C1732486802477.1732486804254 not finished, retry = 0 2024-11-24T22:20:18,949 INFO [M:0;bd6592c37bb2:46199 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T22:20:18,950 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:20:18,950 INFO [M:0;bd6592c37bb2:46199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46199 2024-11-24T22:20:18,950 INFO [M:0;bd6592c37bb2:46199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:20:19,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:20:19,052 INFO [M:0;bd6592c37bb2:46199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:20:19,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x1014c1084c50003, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:20:19,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f84d00{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:20:19,056 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cabcc3e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:20:19,056 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:20:19,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a0e58bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:20:19,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66020d6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/hadoop.log.dir/,STOPPED} 2024-11-24T22:20:19,058 WARN [BP-2009518067-172.17.0.2-1732486801249 heartbeating to localhost/127.0.0.1:43169 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T22:20:19,058 WARN [BP-2009518067-172.17.0.2-1732486801249 heartbeating to localhost/127.0.0.1:43169 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2009518067-172.17.0.2-1732486801249 (Datanode Uuid b088413b-9f18-4c44-af06-bfa6b71b18eb) service to localhost/127.0.0.1:43169 2024-11-24T22:20:19,059 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/cluster_a5b11c18-8a0d-ef80-6479-a7c515f50aee/data/data1/current/BP-2009518067-172.17.0.2-1732486801249 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:20:19,059 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/cluster_a5b11c18-8a0d-ef80-6479-a7c515f50aee/data/data2/current/BP-2009518067-172.17.0.2-1732486801249 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:20:19,059 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T22:20:19,059 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T22:20:19,060 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T22:20:19,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b9055a0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:20:19,069 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c1f65d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:20:19,069 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:20:19,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c620576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:20:19,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e07a1af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/hadoop.log.dir/,STOPPED} 2024-11-24T22:20:19,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T22:20:19,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T22:20:19,085 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:20:19,085 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:19,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:19,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:19,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:19,085 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T22:20:19,085 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1312640405, stopped=false 2024-11-24T22:20:19,085 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bd6592c37bb2,46429,1732486798809 2024-11-24T22:20:19,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x1014c1084c50001, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-428746967/running 2024-11-24T22:20:19,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x1014c1084c50001, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-428746967 2024-11-24T22:20:19,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-428746967/running 2024-11-24T22:20:19,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-428746967 2024-11-24T22:20:19,089 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:20:19,089 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:20:19,089 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:19,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:19,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40313-0x1014c1084c50001, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Set watcher on znode that does not yet exist, /0-428746967/running 2024-11-24T22:20:19,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Set watcher on znode that does not yet exist, /0-428746967/running 2024-11-24T22:20:19,090 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bd6592c37bb2,40313,1732486798862' ***** 2024-11-24T22:20:19,090 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T22:20:19,090 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T22:20:19,090 INFO [RS:0;bd6592c37bb2:40313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T22:20:19,090 INFO [RS:0;bd6592c37bb2:40313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T22:20:19,090 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(3091): Received CLOSE for bf408006c6a62c160b7beb8616d04dd1 2024-11-24T22:20:19,090 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T22:20:19,091 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(3091): Received CLOSE for f3bfa2d9047e0d62ab0039b6414f1454 2024-11-24T22:20:19,091 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(959): stopping server bd6592c37bb2,40313,1732486798862 2024-11-24T22:20:19,091 INFO [RS:0;bd6592c37bb2:40313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:20:19,091 INFO [RS:0;bd6592c37bb2:40313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:40313. 2024-11-24T22:20:19,091 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf408006c6a62c160b7beb8616d04dd1, disabling compactions & flushes 2024-11-24T22:20:19,091 DEBUG [RS:0;bd6592c37bb2:40313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:19,091 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1. 2024-11-24T22:20:19,091 DEBUG [RS:0;bd6592c37bb2:40313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:19,091 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1. 2024-11-24T22:20:19,091 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1. after waiting 0 ms 2024-11-24T22:20:19,091 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1. 2024-11-24T22:20:19,091 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T22:20:19,091 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T22:20:19,091 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T22:20:19,091 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T22:20:19,091 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bf408006c6a62c160b7beb8616d04dd1 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-24T22:20:19,092 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T22:20:19,092 DEBUG [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bf408006c6a62c160b7beb8616d04dd1=hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1., f3bfa2d9047e0d62ab0039b6414f1454=test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454.} 2024-11-24T22:20:19,092 DEBUG [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bf408006c6a62c160b7beb8616d04dd1, f3bfa2d9047e0d62ab0039b6414f1454 2024-11-24T22:20:19,092 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:20:19,092 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:20:19,093 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:20:19,093 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:20:19,093 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:20:19,093 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T22:20:19,108 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/replication/bf408006c6a62c160b7beb8616d04dd1/.tmp/queue/5e2b5310fba643f7b06a8976f49ceff4 is 153, key is 1-bd6592c37bb2,40313,1732486798862/queue:bd6592c37bb2%2C40313%2C1732486798862/1732486815871/Put/seqid=0 2024-11-24T22:20:19,111 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740/.tmp/info/e97d224731334e0995bcfe11677eb710 is 147, key is hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1./info:regioninfo/1732486809155/Put/seqid=0 2024-11-24T22:20:19,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741840_1016 (size=5352) 2024-11-24T22:20:19,114 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/replication/bf408006c6a62c160b7beb8616d04dd1/.tmp/queue/5e2b5310fba643f7b06a8976f49ceff4 2024-11-24T22:20:19,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741841_1017 (size=7686) 2024-11-24T22:20:19,121 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/replication/bf408006c6a62c160b7beb8616d04dd1/.tmp/queue/5e2b5310fba643f7b06a8976f49ceff4 as hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/replication/bf408006c6a62c160b7beb8616d04dd1/queue/5e2b5310fba643f7b06a8976f49ceff4 2024-11-24T22:20:19,125 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/replication/bf408006c6a62c160b7beb8616d04dd1/queue/5e2b5310fba643f7b06a8976f49ceff4, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T22:20:19,126 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for bf408006c6a62c160b7beb8616d04dd1 in 35ms, sequenceid=10, compaction requested=false 2024-11-24T22:20:19,130 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/replication/bf408006c6a62c160b7beb8616d04dd1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T22:20:19,130 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:20:19,130 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:20:19,130 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1. 2024-11-24T22:20:19,131 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf408006c6a62c160b7beb8616d04dd1: Waiting for close lock at 1732486819091Running coprocessor pre-close hooks at 1732486819091Disabling compacts and flushes for region at 1732486819091Disabling writes for close at 1732486819091Obtaining lock to block concurrent updates at 1732486819091Preparing flush snapshotting stores in bf408006c6a62c160b7beb8616d04dd1 at 1732486819091Finished memstore snapshotting hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732486819091Flushing stores of hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1. at 1732486819092 (+1 ms)Flushing bf408006c6a62c160b7beb8616d04dd1/queue: creating writer at 1732486819092Flushing bf408006c6a62c160b7beb8616d04dd1/queue: appending metadata at 1732486819106 (+14 ms)Flushing bf408006c6a62c160b7beb8616d04dd1/queue: closing flushed file at 1732486819107 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4435583e: reopening flushed file at 1732486819120 (+13 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for bf408006c6a62c160b7beb8616d04dd1 in 35ms, sequenceid=10, compaction requested=false at 1732486819126 (+6 ms)Writing region close event to WAL at 1732486819127 (+1 ms)Running coprocessor post-close hooks at 1732486819130 (+3 ms)Closed at 1732486819130 2024-11-24T22:20:19,131 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732486807981.bf408006c6a62c160b7beb8616d04dd1. 2024-11-24T22:20:19,131 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3bfa2d9047e0d62ab0039b6414f1454, disabling compactions & flushes 2024-11-24T22:20:19,131 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454. 2024-11-24T22:20:19,131 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454. 2024-11-24T22:20:19,131 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454. after waiting 0 ms 2024-11-24T22:20:19,131 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454. 2024-11-24T22:20:19,131 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f3bfa2d9047e0d62ab0039b6414f1454 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-24T22:20:19,145 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/default/test/f3bfa2d9047e0d62ab0039b6414f1454/.tmp/f/7b57cff1ff2a44da80121ab809e50a3b is 29, key is row1/f:/1732486815322/DeleteFamily/seqid=0 2024-11-24T22:20:19,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741842_1018 (size=5118) 2024-11-24T22:20:19,152 INFO [regionserver/bd6592c37bb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:20:19,293 DEBUG [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f3bfa2d9047e0d62ab0039b6414f1454 2024-11-24T22:20:19,333 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T22:20:19,333 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T22:20:19,415 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 912, reset compression=false 2024-11-24T22:20:19,420 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:19,420 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 1159, reset compression=false 2024-11-24T22:20:19,420 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.shipperbd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40313,1732486798862 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:20:19,421 ERROR [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.shipperbd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bd6592c37bb2,40313,1732486798862: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bd6592c37bb2,40313,1732486798862, walGroup=bd6592c37bb2%2C40313%2C1732486798862, offset=bd6592c37bb2%2C40313%2C1732486798862.1732486800473:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:40313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T22:20:19,422 ERROR [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.shipperbd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T22:20:19,422 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.shipperbd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T22:20:19,422 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.shipperbd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T22:20:19,423 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.shipperbd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T22:20:19,423 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.shipperbd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T22:20:19,423 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.shipperbd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 665299888 }, "NonHeapMemoryUsage": { "committed": 195297280, "init": 7667712, "max": -1, "used": 191515696 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T22:20:19,423 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.shipperbd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:46429 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:46429 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T22:20:19,493 DEBUG [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f3bfa2d9047e0d62ab0039b6414f1454 2024-11-24T22:20:19,519 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740/.tmp/info/e97d224731334e0995bcfe11677eb710 2024-11-24T22:20:19,540 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740/.tmp/ns/56e833e2ed9947e1a217e9c1da8b434f is 43, key is default/ns:d/1732486801129/Put/seqid=0 2024-11-24T22:20:19,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741843_1019 (size=5153) 2024-11-24T22:20:19,544 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740/.tmp/ns/56e833e2ed9947e1a217e9c1da8b434f 2024-11-24T22:20:19,549 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/default/test/f3bfa2d9047e0d62ab0039b6414f1454/.tmp/f/7b57cff1ff2a44da80121ab809e50a3b 2024-11-24T22:20:19,552 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b57cff1ff2a44da80121ab809e50a3b 2024-11-24T22:20:19,564 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740/.tmp/rep_barrier/87573d1d6f8a471f92d8942cd1fd466e is 112, key is test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454./rep_barrier:seqnumDuringOpen/1732486806456/Put/seqid=0 2024-11-24T22:20:19,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741844_1020 (size=5518) 2024-11-24T22:20:19,567 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/default/test/f3bfa2d9047e0d62ab0039b6414f1454/.tmp/f1/07820e68fe6e4b11b243bd02130b7fb2 is 30, key is row1/f1:/1732486815322/DeleteFamily/seqid=0 2024-11-24T22:20:19,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741845_1021 (size=5123) 2024-11-24T22:20:19,570 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/default/test/f3bfa2d9047e0d62ab0039b6414f1454/.tmp/f1/07820e68fe6e4b11b243bd02130b7fb2 2024-11-24T22:20:19,573 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07820e68fe6e4b11b243bd02130b7fb2 2024-11-24T22:20:19,590 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/default/test/f3bfa2d9047e0d62ab0039b6414f1454/.tmp/norep/76986ad3b3c44f9285991f7eed54da08 is 32, key is row/norep:/1732486814317/DeleteFamily/seqid=0 2024-11-24T22:20:19,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741846_1022 (size=5101) 2024-11-24T22:20:19,594 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/default/test/f3bfa2d9047e0d62ab0039b6414f1454/.tmp/norep/76986ad3b3c44f9285991f7eed54da08 2024-11-24T22:20:19,597 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76986ad3b3c44f9285991f7eed54da08 2024-11-24T22:20:19,598 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/default/test/f3bfa2d9047e0d62ab0039b6414f1454/.tmp/f/7b57cff1ff2a44da80121ab809e50a3b as hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/default/test/f3bfa2d9047e0d62ab0039b6414f1454/f/7b57cff1ff2a44da80121ab809e50a3b 2024-11-24T22:20:19,601 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b57cff1ff2a44da80121ab809e50a3b 2024-11-24T22:20:19,601 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/default/test/f3bfa2d9047e0d62ab0039b6414f1454/f/7b57cff1ff2a44da80121ab809e50a3b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T22:20:19,602 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/default/test/f3bfa2d9047e0d62ab0039b6414f1454/.tmp/f1/07820e68fe6e4b11b243bd02130b7fb2 as hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/default/test/f3bfa2d9047e0d62ab0039b6414f1454/f1/07820e68fe6e4b11b243bd02130b7fb2 2024-11-24T22:20:19,605 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07820e68fe6e4b11b243bd02130b7fb2 2024-11-24T22:20:19,605 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/default/test/f3bfa2d9047e0d62ab0039b6414f1454/f1/07820e68fe6e4b11b243bd02130b7fb2, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T22:20:19,606 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/default/test/f3bfa2d9047e0d62ab0039b6414f1454/.tmp/norep/76986ad3b3c44f9285991f7eed54da08 as hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/default/test/f3bfa2d9047e0d62ab0039b6414f1454/norep/76986ad3b3c44f9285991f7eed54da08 2024-11-24T22:20:19,609 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76986ad3b3c44f9285991f7eed54da08 2024-11-24T22:20:19,609 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/default/test/f3bfa2d9047e0d62ab0039b6414f1454/norep/76986ad3b3c44f9285991f7eed54da08, entries=1, sequenceid=8, filesize=5.0 K 2024-11-24T22:20:19,610 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f3bfa2d9047e0d62ab0039b6414f1454 in 478ms, sequenceid=8, compaction requested=false 2024-11-24T22:20:19,614 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/default/test/f3bfa2d9047e0d62ab0039b6414f1454/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T22:20:19,614 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:20:19,614 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T22:20:19,614 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454. 2024-11-24T22:20:19,614 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3bfa2d9047e0d62ab0039b6414f1454: Waiting for close lock at 1732486819131Running coprocessor pre-close hooks at 1732486819131Disabling compacts and flushes for region at 1732486819131Disabling writes for close at 1732486819131Obtaining lock to block concurrent updates at 1732486819131Preparing flush snapshotting stores in f3bfa2d9047e0d62ab0039b6414f1454 at 1732486819131Finished memstore snapshotting test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732486819131Flushing stores of test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454. at 1732486819132 (+1 ms)Flushing f3bfa2d9047e0d62ab0039b6414f1454/f: creating writer at 1732486819132Flushing f3bfa2d9047e0d62ab0039b6414f1454/f: appending metadata at 1732486819145 (+13 ms)Flushing f3bfa2d9047e0d62ab0039b6414f1454/f: closing flushed file at 1732486819145Flushing f3bfa2d9047e0d62ab0039b6414f1454/f1: creating writer at 1732486819552 (+407 ms)Flushing f3bfa2d9047e0d62ab0039b6414f1454/f1: appending metadata at 1732486819566 (+14 ms)Flushing f3bfa2d9047e0d62ab0039b6414f1454/f1: closing flushed file at 1732486819566Flushing f3bfa2d9047e0d62ab0039b6414f1454/norep: creating writer at 1732486819573 (+7 ms)Flushing f3bfa2d9047e0d62ab0039b6414f1454/norep: appending metadata at 1732486819590 (+17 ms)Flushing f3bfa2d9047e0d62ab0039b6414f1454/norep: closing flushed file at 1732486819590Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3534e918: reopening flushed file at 1732486819598 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@514f659e: reopening flushed file at 1732486819601 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@526930d1: reopening flushed file at 1732486819605 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f3bfa2d9047e0d62ab0039b6414f1454 in 478ms, sequenceid=8, compaction requested=false at 1732486819610 (+5 ms)Writing region close event to WAL at 1732486819611 (+1 ms)Running coprocessor post-close hooks at 1732486819614 (+3 ms)Closed at 1732486819614 2024-11-24T22:20:19,614 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732486805677.f3bfa2d9047e0d62ab0039b6414f1454. 2024-11-24T22:20:19,624 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 1159, reset compression=false 2024-11-24T22:20:19,629 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:19,629 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 1803, reset compression=false 2024-11-24T22:20:19,693 DEBUG [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:20:19,831 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 1803, reset compression=false 2024-11-24T22:20:19,893 DEBUG [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:20:19,967 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740/.tmp/rep_barrier/87573d1d6f8a471f92d8942cd1fd466e 2024-11-24T22:20:19,986 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740/.tmp/table/56ffc4a747b0450d94fd539bb416ae3e is 53, key is hbase:replication/table:state/1732486809161/Put/seqid=0 2024-11-24T22:20:19,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741847_1023 (size=5308) 2024-11-24T22:20:20,093 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T22:20:20,093 DEBUG [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T22:20:20,093 DEBUG [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:20:20,135 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 1803, reset compression=false 2024-11-24T22:20:20,294 DEBUG [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:20:20,390 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740/.tmp/table/56ffc4a747b0450d94fd539bb416ae3e 2024-11-24T22:20:20,395 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740/.tmp/info/e97d224731334e0995bcfe11677eb710 as hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740/info/e97d224731334e0995bcfe11677eb710 2024-11-24T22:20:20,398 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740/info/e97d224731334e0995bcfe11677eb710, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T22:20:20,399 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740/.tmp/ns/56e833e2ed9947e1a217e9c1da8b434f as hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740/ns/56e833e2ed9947e1a217e9c1da8b434f 2024-11-24T22:20:20,402 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740/ns/56e833e2ed9947e1a217e9c1da8b434f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T22:20:20,403 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740/.tmp/rep_barrier/87573d1d6f8a471f92d8942cd1fd466e as hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740/rep_barrier/87573d1d6f8a471f92d8942cd1fd466e 2024-11-24T22:20:20,406 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740/rep_barrier/87573d1d6f8a471f92d8942cd1fd466e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T22:20:20,407 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740/.tmp/table/56ffc4a747b0450d94fd539bb416ae3e as hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740/table/56ffc4a747b0450d94fd539bb416ae3e 2024-11-24T22:20:20,410 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740/table/56ffc4a747b0450d94fd539bb416ae3e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T22:20:20,411 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false 2024-11-24T22:20:20,415 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T22:20:20,415 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:20:20,415 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:20:20,415 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:20:20,415 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486819092Running coprocessor pre-close hooks at 1732486819092Disabling compacts and flushes for region at 1732486819092Disabling writes for close at 1732486819093 (+1 ms)Obtaining lock to block concurrent updates at 1732486819093Preparing flush snapshotting stores in 1588230740 at 1732486819093Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732486819093Flushing stores of hbase:meta,,1.1588230740 at 1732486819093Flushing 1588230740/info: creating writer at 1732486819094 (+1 ms)Flushing 1588230740/info: appending metadata at 1732486819111 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732486819111Flushing 1588230740/ns: creating writer at 1732486819523 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732486819539 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732486819540 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732486819547 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732486819563 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732486819563Flushing 1588230740/table: creating writer at 1732486819972 (+409 ms)Flushing 1588230740/table: appending metadata at 1732486819985 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732486819985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ea51833: reopening flushed file at 1732486820394 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d4140f: reopening flushed file at 1732486820398 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec037b0: reopening flushed file at 1732486820402 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f8a98eb: reopening flushed file at 1732486820406 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false at 1732486820411 (+5 ms)Writing region close event to WAL at 1732486820412 (+1 ms)Running coprocessor post-close hooks at 1732486820415 (+3 ms)Closed at 1732486820415 2024-11-24T22:20:20,415 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T22:20:20,494 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(976): stopping server bd6592c37bb2,40313,1732486798862; all regions closed. 2024-11-24T22:20:20,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741834_1010 (size=4239) 2024-11-24T22:20:20,496 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.meta.1732486801046.meta not finished, retry = 0 2024-11-24T22:20:20,539 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 to pos 1803, reset compression=false 2024-11-24T22:20:20,599 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.rep.1732486809118 not finished, retry = 0 2024-11-24T22:20:20,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741839_1015 (size=2676) 2024-11-24T22:20:20,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741832_1008 (size=1811) 2024-11-24T22:20:20,702 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/WALs/bd6592c37bb2,40313,1732486798862/bd6592c37bb2%2C40313%2C1732486798862.1732486800473 not finished, retry = 0 2024-11-24T22:20:20,802 DEBUG [RS:0;bd6592c37bb2:40313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:20,803 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:20:20,803 INFO [RS:0;bd6592c37bb2:40313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:20:20,803 INFO [RS:0;bd6592c37bb2:40313 {}] hbase.ChoreService(370): Chore service for: regionserver/bd6592c37bb2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T22:20:20,803 INFO [RS:0;bd6592c37bb2:40313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:20:20,803 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:20:20,803 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bd6592c37bb2,40313,1732486798862 because: Region server is closing 2024-11-24T22:20:20,803 INFO [RS:0;bd6592c37bb2:40313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:40313. 2024-11-24T22:20:20,803 DEBUG [RS:0;bd6592c37bb2:40313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:20,803 DEBUG [RS:0;bd6592c37bb2:40313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:20,804 DEBUG [RS:0;bd6592c37bb2:40313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:20,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:20,904 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.shipperbd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 terminated 2024-11-24T22:20:20,904 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40313,1732486798862.replicationSource.wal-reader.bd6592c37bb2%2C40313%2C1732486798862,1-bd6592c37bb2,40313,1732486798862 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T22:20:20,904 INFO [RS:0;bd6592c37bb2:40313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:40313. 2024-11-24T22:20:20,904 DEBUG [RS:0;bd6592c37bb2:40313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:20,904 DEBUG [RS:0;bd6592c37bb2:40313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:20,904 DEBUG [RS:0;bd6592c37bb2:40313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:20,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:20,904 INFO [RS:0;bd6592c37bb2:40313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40313 2024-11-24T22:20:20,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x1014c1084c50001, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-428746967/rs/bd6592c37bb2,40313,1732486798862 2024-11-24T22:20:20,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-428746967/rs 2024-11-24T22:20:20,906 INFO [RS:0;bd6592c37bb2:40313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:20:20,907 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bd6592c37bb2,40313,1732486798862] 2024-11-24T22:20:20,908 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-428746967/draining/bd6592c37bb2,40313,1732486798862 already deleted, retry=false 2024-11-24T22:20:20,908 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bd6592c37bb2,40313,1732486798862 expired; onlineServers=0 2024-11-24T22:20:20,908 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bd6592c37bb2,46429,1732486798809' ***** 2024-11-24T22:20:20,908 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T22:20:20,908 INFO [M:0;bd6592c37bb2:46429 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:20:20,908 INFO [M:0;bd6592c37bb2:46429 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:20:20,909 DEBUG [M:0;bd6592c37bb2:46429 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T22:20:20,909 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T22:20:20,909 DEBUG [M:0;bd6592c37bb2:46429 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T22:20:20,909 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486800274 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486800274,5,FailOnTimeoutGroup] 2024-11-24T22:20:20,909 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486800275 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486800275,5,FailOnTimeoutGroup] 2024-11-24T22:20:20,909 INFO [M:0;bd6592c37bb2:46429 {}] hbase.ChoreService(370): Chore service for: master/bd6592c37bb2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T22:20:20,909 INFO [M:0;bd6592c37bb2:46429 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:20:20,909 DEBUG [M:0;bd6592c37bb2:46429 {}] master.HMaster(1795): Stopping service threads 2024-11-24T22:20:20,909 INFO [M:0;bd6592c37bb2:46429 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T22:20:20,909 INFO [M:0;bd6592c37bb2:46429 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:20:20,909 INFO [M:0;bd6592c37bb2:46429 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T22:20:20,909 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T22:20:20,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-428746967/master 2024-11-24T22:20:20,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-428746967 2024-11-24T22:20:20,912 DEBUG [M:0;bd6592c37bb2:46429 {}] zookeeper.ZKUtil(347): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Unable to get data of znode /0-428746967/master because node does not exist (not an error) 2024-11-24T22:20:20,912 WARN [M:0;bd6592c37bb2:46429 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T22:20:20,913 INFO [M:0;bd6592c37bb2:46429 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/.lastflushedseqids 2024-11-24T22:20:20,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741848_1024 (size=245) 2024-11-24T22:20:21,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x1014c1084c50001, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:20:21,008 INFO [RS:0;bd6592c37bb2:40313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:20:21,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x1014c1084c50001, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:20:21,008 INFO [RS:0;bd6592c37bb2:40313 {}] regionserver.HRegionServer(1031): Exiting; stopping=bd6592c37bb2,40313,1732486798862; zookeeper connection closed. 2024-11-24T22:20:21,008 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36161f1e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36161f1e 2024-11-24T22:20:21,008 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T22:20:21,317 INFO [M:0;bd6592c37bb2:46429 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T22:20:21,317 INFO [M:0;bd6592c37bb2:46429 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T22:20:21,317 DEBUG [M:0;bd6592c37bb2:46429 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:20:21,317 INFO [M:0;bd6592c37bb2:46429 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:21,317 DEBUG [M:0;bd6592c37bb2:46429 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:21,317 DEBUG [M:0;bd6592c37bb2:46429 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:20:21,317 DEBUG [M:0;bd6592c37bb2:46429 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:21,317 INFO [M:0;bd6592c37bb2:46429 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-24T22:20:21,332 DEBUG [M:0;bd6592c37bb2:46429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f188d283c8284fe6b89584b9dcb19bf2 is 82, key is hbase:meta,,1/info:regioninfo/1732486801104/Put/seqid=0 2024-11-24T22:20:21,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741849_1025 (size=5672) 2024-11-24T22:20:21,499 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:21,500 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:20:21,500 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28345 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:20:21,736 INFO [M:0;bd6592c37bb2:46429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f188d283c8284fe6b89584b9dcb19bf2 2024-11-24T22:20:21,754 DEBUG [M:0;bd6592c37bb2:46429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32f940ebc57640e9aa8f7a0831f82355 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732486809165/Put/seqid=0 2024-11-24T22:20:21,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741850_1026 (size=8515) 2024-11-24T22:20:22,158 INFO [M:0;bd6592c37bb2:46429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32f940ebc57640e9aa8f7a0831f82355 2024-11-24T22:20:22,177 DEBUG [M:0;bd6592c37bb2:46429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23d0b942b14744799bf62c483a4e5cc0 is 69, key is bd6592c37bb2,40313,1732486798862/rs:state/1732486800313/Put/seqid=0 2024-11-24T22:20:22,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741851_1027 (size=5156) 2024-11-24T22:20:22,336 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:20:22,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:22,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:22,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:22,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:22,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:22,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:22,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:22,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:22,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:22,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:22,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:22,581 INFO [M:0;bd6592c37bb2:46429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23d0b942b14744799bf62c483a4e5cc0 2024-11-24T22:20:22,585 DEBUG [M:0;bd6592c37bb2:46429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f188d283c8284fe6b89584b9dcb19bf2 as hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f188d283c8284fe6b89584b9dcb19bf2 2024-11-24T22:20:22,588 INFO [M:0;bd6592c37bb2:46429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f188d283c8284fe6b89584b9dcb19bf2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T22:20:22,589 DEBUG [M:0;bd6592c37bb2:46429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32f940ebc57640e9aa8f7a0831f82355 as hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32f940ebc57640e9aa8f7a0831f82355 2024-11-24T22:20:22,592 INFO [M:0;bd6592c37bb2:46429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32f940ebc57640e9aa8f7a0831f82355, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T22:20:22,592 DEBUG [M:0;bd6592c37bb2:46429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23d0b942b14744799bf62c483a4e5cc0 as hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23d0b942b14744799bf62c483a4e5cc0 2024-11-24T22:20:22,596 INFO [M:0;bd6592c37bb2:46429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38563/user/jenkins/test-data/9eba577f-2de3-cc58-2da8-a410a1c7b27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23d0b942b14744799bf62c483a4e5cc0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T22:20:22,597 INFO [M:0;bd6592c37bb2:46429 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-24T22:20:22,598 INFO [M:0;bd6592c37bb2:46429 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:22,598 DEBUG [M:0;bd6592c37bb2:46429 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486821317Disabling compacts and flushes for region at 1732486821317Disabling writes for close at 1732486821317Obtaining lock to block concurrent updates at 1732486821317Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732486821317Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732486821318 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732486821318Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732486821318Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732486821332 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732486821332Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732486821740 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732486821754 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732486821754Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732486822162 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732486822176 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732486822176Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c27471d: reopening flushed file at 1732486822584 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ce56733: reopening flushed file at 1732486822588 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79780d71: reopening flushed file at 1732486822592 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1732486822597 (+5 ms)Writing region close event to WAL at 1732486822598 (+1 ms)Closed at 1732486822598 2024-11-24T22:20:22,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36879 is added to blk_1073741830_1006 (size=63642) 2024-11-24T22:20:22,600 INFO [M:0;bd6592c37bb2:46429 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T22:20:22,600 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:20:22,600 INFO [M:0;bd6592c37bb2:46429 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46429 2024-11-24T22:20:22,601 INFO [M:0;bd6592c37bb2:46429 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:20:22,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:20:22,702 INFO [M:0;bd6592c37bb2:46429 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:20:22,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46429-0x1014c1084c50000, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:20:22,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@550af122{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:20:22,705 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fc452b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:20:22,705 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:20:22,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6632bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:20:22,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11f678bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/hadoop.log.dir/,STOPPED} 2024-11-24T22:20:22,707 WARN [BP-1359204020-172.17.0.2-1732486797897 heartbeating to localhost/127.0.0.1:38563 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T22:20:22,707 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T22:20:22,707 WARN [BP-1359204020-172.17.0.2-1732486797897 heartbeating to localhost/127.0.0.1:38563 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1359204020-172.17.0.2-1732486797897 (Datanode Uuid 8afb64bf-7a40-494d-a130-af056906a687) service to localhost/127.0.0.1:38563 2024-11-24T22:20:22,707 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T22:20:22,708 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/cluster_e46e375f-5819-77b8-d05e-91b8bab5eee4/data/data1/current/BP-1359204020-172.17.0.2-1732486797897 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:20:22,708 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/cluster_e46e375f-5819-77b8-d05e-91b8bab5eee4/data/data2/current/BP-1359204020-172.17.0.2-1732486797897 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:20:22,708 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T22:20:22,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@568853b0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:20:22,714 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37119634{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:20:22,714 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:20:22,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bfff8b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:20:22,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0189c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3a15def-b79a-e5f7-a1d1-c5689e482324/hadoop.log.dir/,STOPPED} 2024-11-24T22:20:22,720 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T22:20:22,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T22:20:22,739 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=265 (was 244) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38563 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:38563 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43169 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43169 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:43169 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38563 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38563 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59826) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43169 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59826) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38563 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43169 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 619) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 269) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6001 (was 5637) - AvailableMemoryMB LEAK? - 2024-11-24T22:20:22,748 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=265, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=6001 2024-11-24T22:20:22,761 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-24T22:20:22,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/hadoop.log.dir so I do NOT create it in target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d 2024-11-24T22:20:22,762 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T22:20:22,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/hadoop.tmp.dir so I do NOT create it in target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d 2024-11-24T22:20:22,762 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d7b27-b34c-f297-78a3-03cd6be3feb5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T22:20:22,762 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d 2024-11-24T22:20:22,762 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/cluster_61af026e-f066-469d-2ade-67d5767d9983, deleteOnExit=true 2024-11-24T22:20:22,765 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/cluster_61af026e-f066-469d-2ade-67d5767d9983/zookeeper_0, clientPort=63967, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/cluster_61af026e-f066-469d-2ade-67d5767d9983/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/cluster_61af026e-f066-469d-2ade-67d5767d9983/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T22:20:22,765 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63967 2024-11-24T22:20:22,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T22:20:22,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T22:20:22,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/test.cache.data in system properties and HBase conf 2024-11-24T22:20:22,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T22:20:22,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/hadoop.log.dir in system properties and HBase conf 2024-11-24T22:20:22,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T22:20:22,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T22:20:22,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T22:20:22,766 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T22:20:22,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:20:22,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:20:22,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T22:20:22,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:20:22,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T22:20:22,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T22:20:22,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:20:22,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:20:22,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T22:20:22,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/nfs.dump.dir in system properties and HBase conf 2024-11-24T22:20:22,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/java.io.tmpdir in system properties and HBase conf 2024-11-24T22:20:22,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:20:22,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T22:20:22,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T22:20:22,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014c1084c50005, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T22:20:22,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014c1084c50002, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T22:20:22,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014c1084c50002, quorum=127.0.0.1:59826, baseZNode=/0-428746967 Received Disconnected from ZooKeeper, ignoring 2024-11-24T22:20:22,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014c1084c50005, quorum=127.0.0.1:59826, baseZNode=/1-635181004 Received Disconnected from ZooKeeper, ignoring 2024-11-24T22:20:22,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:20:22,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T22:20:22,850 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:20:22,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T22:20:22,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T22:20:22,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T22:20:22,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:20:22,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T22:20:22,854 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:20:22,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:20:22,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:20:22,855 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T22:20:22,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:20:22,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b31bdca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:20:22,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69b9fcac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:20:22,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55bb5791{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/java.io.tmpdir/jetty-localhost-36841-hadoop-hdfs-3_4_1-tests_jar-_-any-7738840817373081576/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:20:22,990 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32846df2{HTTP/1.1, (http/1.1)}{localhost:36841} 2024-11-24T22:20:22,991 INFO [Time-limited test {}] server.Server(415): Started @205200ms 2024-11-24T22:20:23,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:20:23,080 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:20:23,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:20:23,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:20:23,083 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T22:20:23,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6876b713{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:20:23,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f2cadec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:20:23,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ccff675{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/java.io.tmpdir/jetty-localhost-38173-hadoop-hdfs-3_4_1-tests_jar-_-any-1020465949645518751/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:20:23,199 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ca63448{HTTP/1.1, (http/1.1)}{localhost:38173} 2024-11-24T22:20:23,199 INFO [Time-limited test {}] server.Server(415): Started @205409ms 2024-11-24T22:20:23,200 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T22:20:23,299 WARN [Thread-2662 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/cluster_61af026e-f066-469d-2ade-67d5767d9983/data/data2/current/BP-703842039-172.17.0.2-1732486822788/current, will proceed with Du for space computation calculation, 2024-11-24T22:20:23,299 WARN [Thread-2661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/cluster_61af026e-f066-469d-2ade-67d5767d9983/data/data1/current/BP-703842039-172.17.0.2-1732486822788/current, will proceed with Du for space computation calculation, 2024-11-24T22:20:23,319 WARN [Thread-2649 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T22:20:23,322 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77c5b001bdcf6ece with lease ID 0x2925e40b3387de14: Processing first storage report for DS-567bfc7e-cf31-43a2-a4ca-2e0190ffabdc from datanode DatanodeRegistration(127.0.0.1:35499, datanodeUuid=b5246518-9201-4781-aa7b-48f71921e806, infoPort=36673, infoSecurePort=0, ipcPort=36557, storageInfo=lv=-57;cid=testClusterID;nsid=402063864;c=1732486822788) 2024-11-24T22:20:23,322 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77c5b001bdcf6ece with lease ID 0x2925e40b3387de14: from storage DS-567bfc7e-cf31-43a2-a4ca-2e0190ffabdc node DatanodeRegistration(127.0.0.1:35499, datanodeUuid=b5246518-9201-4781-aa7b-48f71921e806, infoPort=36673, infoSecurePort=0, ipcPort=36557, storageInfo=lv=-57;cid=testClusterID;nsid=402063864;c=1732486822788), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:20:23,322 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77c5b001bdcf6ece with lease ID 0x2925e40b3387de14: Processing first storage report for DS-b2ccd2d3-8559-443f-ad42-70de9e8918f9 from datanode DatanodeRegistration(127.0.0.1:35499, datanodeUuid=b5246518-9201-4781-aa7b-48f71921e806, infoPort=36673, infoSecurePort=0, ipcPort=36557, storageInfo=lv=-57;cid=testClusterID;nsid=402063864;c=1732486822788) 2024-11-24T22:20:23,323 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77c5b001bdcf6ece with lease ID 0x2925e40b3387de14: from storage DS-b2ccd2d3-8559-443f-ad42-70de9e8918f9 node DatanodeRegistration(127.0.0.1:35499, datanodeUuid=b5246518-9201-4781-aa7b-48f71921e806, infoPort=36673, infoSecurePort=0, ipcPort=36557, storageInfo=lv=-57;cid=testClusterID;nsid=402063864;c=1732486822788), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:20:23,326 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d 2024-11-24T22:20:23,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:23,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:23,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741825_1001 (size=7) 2024-11-24T22:20:23,339 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281 with version=8 2024-11-24T22:20:23,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/hbase-staging 2024-11-24T22:20:23,342 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:20:23,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:20:23,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:20:23,342 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:20:23,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:20:23,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:20:23,342 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T22:20:23,342 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:20:23,343 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46113 2024-11-24T22:20:23,343 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46113 connecting to ZooKeeper ensemble=127.0.0.1:63967 2024-11-24T22:20:23,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461130x0, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:20:23,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46113-0x1014c10e5fc0000 connected 2024-11-24T22:20:23,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:23,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:23,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Set watcher on znode that does not yet exist, /0976915042/running 2024-11-24T22:20:23,386 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281, hbase.cluster.distributed=false 2024-11-24T22:20:23,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Set watcher on znode that does not yet exist, /0976915042/acl 2024-11-24T22:20:23,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46113 2024-11-24T22:20:23,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46113 2024-11-24T22:20:23,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46113 2024-11-24T22:20:23,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46113 2024-11-24T22:20:23,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46113 2024-11-24T22:20:23,417 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:20:23,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:20:23,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:20:23,417 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:20:23,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:20:23,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:20:23,417 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T22:20:23,418 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:20:23,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39085 2024-11-24T22:20:23,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39085 connecting to ZooKeeper ensemble=127.0.0.1:63967 2024-11-24T22:20:23,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:23,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:23,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390850x0, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:20:23,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390850x0, quorum=127.0.0.1:63967, baseZNode=/0976915042 Set watcher on znode that does not yet exist, /0976915042/running 2024-11-24T22:20:23,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39085-0x1014c10e5fc0001 connected 2024-11-24T22:20:23,444 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T22:20:23,448 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T22:20:23,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39085-0x1014c10e5fc0001, quorum=127.0.0.1:63967, baseZNode=/0976915042 Set watcher on znode that does not yet exist, /0976915042/master 2024-11-24T22:20:23,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39085-0x1014c10e5fc0001, quorum=127.0.0.1:63967, baseZNode=/0976915042 Set watcher on znode that does not yet exist, /0976915042/acl 2024-11-24T22:20:23,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39085 2024-11-24T22:20:23,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39085 2024-11-24T22:20:23,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39085 2024-11-24T22:20:23,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39085 2024-11-24T22:20:23,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39085 2024-11-24T22:20:23,483 DEBUG [M:0;bd6592c37bb2:46113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:46113 2024-11-24T22:20:23,484 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0976915042/backup-masters/bd6592c37bb2,46113,1732486823341 2024-11-24T22:20:23,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976915042/backup-masters 2024-11-24T22:20:23,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1014c10e5fc0001, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976915042/backup-masters 2024-11-24T22:20:23,486 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Set watcher on existing znode=/0976915042/backup-masters/bd6592c37bb2,46113,1732486823341 2024-11-24T22:20:23,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1014c10e5fc0001, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0976915042/master 2024-11-24T22:20:23,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1014c10e5fc0001, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976915042 2024-11-24T22:20:23,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976915042 2024-11-24T22:20:23,488 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Set watcher on existing znode=/0976915042/master 2024-11-24T22:20:23,488 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0976915042/backup-masters/bd6592c37bb2,46113,1732486823341 from backup master directory 2024-11-24T22:20:23,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1014c10e5fc0001, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976915042/backup-masters 2024-11-24T22:20:23,490 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:20:23,490 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,46113,1732486823341 2024-11-24T22:20:23,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0976915042/backup-masters/bd6592c37bb2,46113,1732486823341 2024-11-24T22:20:23,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976915042/backup-masters 2024-11-24T22:20:23,497 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/hbase.id] with ID: db3f51b6-3461-4b78-88b2-d73a184dbf36 2024-11-24T22:20:23,497 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/.tmp/hbase.id 2024-11-24T22:20:23,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741826_1002 (size=42) 2024-11-24T22:20:23,907 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/.tmp/hbase.id]:[hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/hbase.id] 2024-11-24T22:20:23,917 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:23,917 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T22:20:23,918 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T22:20:23,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1014c10e5fc0001, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976915042 2024-11-24T22:20:23,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976915042 2024-11-24T22:20:23,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741827_1003 (size=196) 2024-11-24T22:20:23,938 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:20:23,939 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T22:20:23,939 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:20:23,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741828_1004 (size=1189) 2024-11-24T22:20:24,346 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/data/master/store 2024-11-24T22:20:24,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741829_1005 (size=34) 2024-11-24T22:20:24,352 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:24,353 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:20:24,353 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:24,353 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:24,353 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:20:24,353 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:24,353 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:24,353 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486824352Disabling compacts and flushes for region at 1732486824352Disabling writes for close at 1732486824353 (+1 ms)Writing region close event to WAL at 1732486824353Closed at 1732486824353 2024-11-24T22:20:24,353 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/data/master/store/.initializing 2024-11-24T22:20:24,353 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/WALs/bd6592c37bb2,46113,1732486823341 2024-11-24T22:20:24,354 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:20:24,356 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C46113%2C1732486823341, suffix=, logDir=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/WALs/bd6592c37bb2,46113,1732486823341, archiveDir=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/oldWALs, maxLogs=10 2024-11-24T22:20:24,369 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/WALs/bd6592c37bb2,46113,1732486823341/bd6592c37bb2%2C46113%2C1732486823341.1732486824356, exclude list is [], retry=0 2024-11-24T22:20:24,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35499,DS-567bfc7e-cf31-43a2-a4ca-2e0190ffabdc,DISK] 2024-11-24T22:20:24,373 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/WALs/bd6592c37bb2,46113,1732486823341/bd6592c37bb2%2C46113%2C1732486823341.1732486824356 2024-11-24T22:20:24,373 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36673:36673)] 2024-11-24T22:20:24,373 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:20:24,373 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:24,373 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:24,373 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:24,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:24,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T22:20:24,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:24,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:24,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:24,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T22:20:24,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:24,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:24,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:24,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T22:20:24,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:24,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:24,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:24,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T22:20:24,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:24,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:24,379 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:24,379 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:24,380 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:24,380 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:24,380 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:24,381 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:20:24,382 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:24,383 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:20:24,384 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72958202, jitterRate=0.08716192841529846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:20:24,385 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732486824373Initializing all the Stores at 1732486824374 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486824374Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486824374Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486824374Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486824374Cleaning up temporary data from old regions at 1732486824380 (+6 ms)Region opened successfully at 1732486824385 (+5 ms) 2024-11-24T22:20:24,388 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T22:20:24,390 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2591515c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:20:24,391 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T22:20:24,391 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T22:20:24,391 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T22:20:24,391 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T22:20:24,392 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T22:20:24,392 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T22:20:24,392 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T22:20:24,394 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T22:20:24,394 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Unable to get data of znode /0976915042/balancer because node does not exist (not necessarily an error) 2024-11-24T22:20:24,395 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0976915042/balancer already deleted, retry=false 2024-11-24T22:20:24,395 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T22:20:24,396 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Unable to get data of znode /0976915042/normalizer because node does not exist (not necessarily an error) 2024-11-24T22:20:24,397 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0976915042/normalizer already deleted, retry=false 2024-11-24T22:20:24,397 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T22:20:24,398 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Unable to get data of znode /0976915042/switch/split because node does not exist (not necessarily an error) 2024-11-24T22:20:24,400 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0976915042/switch/split already deleted, retry=false 2024-11-24T22:20:24,401 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Unable to get data of znode /0976915042/switch/merge because node does not exist (not necessarily an error) 2024-11-24T22:20:24,402 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0976915042/switch/merge already deleted, retry=false 2024-11-24T22:20:24,404 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Unable to get data of znode /0976915042/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T22:20:24,405 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0976915042/snapshot-cleanup already deleted, retry=false 2024-11-24T22:20:24,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0976915042/running 2024-11-24T22:20:24,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1014c10e5fc0001, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0976915042/running 2024-11-24T22:20:24,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976915042 2024-11-24T22:20:24,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1014c10e5fc0001, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976915042 2024-11-24T22:20:24,406 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,46113,1732486823341, sessionid=0x1014c10e5fc0000, setting cluster-up flag (Was=false) 2024-11-24T22:20:24,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976915042 2024-11-24T22:20:24,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1014c10e5fc0001, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976915042 2024-11-24T22:20:24,417 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0976915042/flush-table-proc/acquired, /0976915042/flush-table-proc/reached, /0976915042/flush-table-proc/abort 2024-11-24T22:20:24,417 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,46113,1732486823341 2024-11-24T22:20:24,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1014c10e5fc0001, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976915042 2024-11-24T22:20:24,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976915042 2024-11-24T22:20:24,426 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0976915042/online-snapshot/acquired, /0976915042/online-snapshot/reached, /0976915042/online-snapshot/abort 2024-11-24T22:20:24,426 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,46113,1732486823341 2024-11-24T22:20:24,427 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T22:20:24,428 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T22:20:24,429 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T22:20:24,429 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T22:20:24,429 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,46113,1732486823341 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T22:20:24,430 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:20:24,430 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:20:24,430 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:20:24,430 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:20:24,430 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10 2024-11-24T22:20:24,430 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:24,430 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:20:24,430 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:24,431 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:20:24,431 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T22:20:24,432 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732486854432 2024-11-24T22:20:24,432 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T22:20:24,432 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T22:20:24,432 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T22:20:24,432 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T22:20:24,432 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:24,432 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T22:20:24,432 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T22:20:24,432 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T22:20:24,432 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:24,433 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T22:20:24,433 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T22:20:24,433 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T22:20:24,433 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T22:20:24,443 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T22:20:24,443 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T22:20:24,444 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486824443,5,FailOnTimeoutGroup] 2024-11-24T22:20:24,444 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486824444,5,FailOnTimeoutGroup] 2024-11-24T22:20:24,444 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:24,444 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T22:20:24,444 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:24,444 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:24,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741831_1007 (size=1321) 2024-11-24T22:20:24,455 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T22:20:24,455 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281 2024-11-24T22:20:24,479 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(746): ClusterId : db3f51b6-3461-4b78-88b2-d73a184dbf36 2024-11-24T22:20:24,479 DEBUG [RS:0;bd6592c37bb2:39085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T22:20:24,482 DEBUG [RS:0;bd6592c37bb2:39085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T22:20:24,482 DEBUG [RS:0;bd6592c37bb2:39085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T22:20:24,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741832_1008 (size=32) 2024-11-24T22:20:24,484 DEBUG [RS:0;bd6592c37bb2:39085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T22:20:24,484 DEBUG [RS:0;bd6592c37bb2:39085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2add2949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:20:24,498 DEBUG [RS:0;bd6592c37bb2:39085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:39085 2024-11-24T22:20:24,498 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T22:20:24,498 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T22:20:24,498 DEBUG [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T22:20:24,499 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,46113,1732486823341 with port=39085, startcode=1732486823417 2024-11-24T22:20:24,499 DEBUG [RS:0;bd6592c37bb2:39085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T22:20:24,500 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T22:20:24,501 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46113 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,39085,1732486823417 2024-11-24T22:20:24,501 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46113 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,39085,1732486823417 2024-11-24T22:20:24,502 DEBUG [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281 2024-11-24T22:20:24,502 DEBUG [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34039 2024-11-24T22:20:24,502 DEBUG [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T22:20:24,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976915042/rs 2024-11-24T22:20:24,508 DEBUG [RS:0;bd6592c37bb2:39085 {}] zookeeper.ZKUtil(111): regionserver:39085-0x1014c10e5fc0001, quorum=127.0.0.1:63967, baseZNode=/0976915042 Set watcher on existing znode=/0976915042/rs/bd6592c37bb2,39085,1732486823417 2024-11-24T22:20:24,508 WARN [RS:0;bd6592c37bb2:39085 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:20:24,508 INFO [RS:0;bd6592c37bb2:39085 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:20:24,508 DEBUG [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417 2024-11-24T22:20:24,508 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,39085,1732486823417] 2024-11-24T22:20:24,511 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T22:20:24,512 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T22:20:24,513 INFO [RS:0;bd6592c37bb2:39085 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T22:20:24,513 INFO [RS:0;bd6592c37bb2:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:24,514 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T22:20:24,514 INFO [RS:0;bd6592c37bb2:39085 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T22:20:24,514 INFO [RS:0;bd6592c37bb2:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:24,515 DEBUG [RS:0;bd6592c37bb2:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:24,515 DEBUG [RS:0;bd6592c37bb2:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:24,515 DEBUG [RS:0;bd6592c37bb2:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:24,515 DEBUG [RS:0;bd6592c37bb2:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:24,515 DEBUG [RS:0;bd6592c37bb2:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:24,515 DEBUG [RS:0;bd6592c37bb2:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:20:24,515 DEBUG [RS:0;bd6592c37bb2:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:24,515 DEBUG [RS:0;bd6592c37bb2:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:24,515 DEBUG [RS:0;bd6592c37bb2:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:24,515 DEBUG [RS:0;bd6592c37bb2:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:24,515 DEBUG [RS:0;bd6592c37bb2:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:24,515 DEBUG [RS:0;bd6592c37bb2:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:24,515 DEBUG [RS:0;bd6592c37bb2:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:20:24,515 DEBUG [RS:0;bd6592c37bb2:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:20:24,515 INFO [RS:0;bd6592c37bb2:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:24,515 INFO [RS:0;bd6592c37bb2:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:24,515 INFO [RS:0;bd6592c37bb2:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:24,515 INFO [RS:0;bd6592c37bb2:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:24,515 INFO [RS:0;bd6592c37bb2:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:24,515 INFO [RS:0;bd6592c37bb2:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,39085,1732486823417-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:20:24,530 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T22:20:24,530 INFO [RS:0;bd6592c37bb2:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,39085,1732486823417-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:24,531 INFO [RS:0;bd6592c37bb2:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:24,531 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.Replication(171): bd6592c37bb2,39085,1732486823417 started 2024-11-24T22:20:24,545 INFO [RS:0;bd6592c37bb2:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:24,545 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,39085,1732486823417, RpcServer on bd6592c37bb2/172.17.0.2:39085, sessionid=0x1014c10e5fc0001 2024-11-24T22:20:24,545 DEBUG [RS:0;bd6592c37bb2:39085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T22:20:24,545 DEBUG [RS:0;bd6592c37bb2:39085 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,39085,1732486823417 2024-11-24T22:20:24,545 DEBUG [RS:0;bd6592c37bb2:39085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,39085,1732486823417' 2024-11-24T22:20:24,545 DEBUG [RS:0;bd6592c37bb2:39085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0976915042/flush-table-proc/abort' 2024-11-24T22:20:24,546 DEBUG [RS:0;bd6592c37bb2:39085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0976915042/flush-table-proc/acquired' 2024-11-24T22:20:24,546 DEBUG [RS:0;bd6592c37bb2:39085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T22:20:24,546 DEBUG [RS:0;bd6592c37bb2:39085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T22:20:24,546 DEBUG [RS:0;bd6592c37bb2:39085 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,39085,1732486823417 2024-11-24T22:20:24,546 DEBUG [RS:0;bd6592c37bb2:39085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,39085,1732486823417' 2024-11-24T22:20:24,546 DEBUG [RS:0;bd6592c37bb2:39085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0976915042/online-snapshot/abort' 2024-11-24T22:20:24,546 DEBUG [RS:0;bd6592c37bb2:39085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0976915042/online-snapshot/acquired' 2024-11-24T22:20:24,547 DEBUG [RS:0;bd6592c37bb2:39085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T22:20:24,547 INFO [RS:0;bd6592c37bb2:39085 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T22:20:24,547 INFO [RS:0;bd6592c37bb2:39085 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T22:20:24,647 INFO [RS:0;bd6592c37bb2:39085 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:20:24,648 INFO [RS:0;bd6592c37bb2:39085 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C39085%2C1732486823417, suffix=, logDir=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417, archiveDir=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/oldWALs, maxLogs=10 2024-11-24T22:20:24,672 DEBUG [RS:0;bd6592c37bb2:39085 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649, exclude list is [], retry=0 2024-11-24T22:20:24,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35499,DS-567bfc7e-cf31-43a2-a4ca-2e0190ffabdc,DISK] 2024-11-24T22:20:24,676 INFO [RS:0;bd6592c37bb2:39085 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 2024-11-24T22:20:24,676 DEBUG [RS:0;bd6592c37bb2:39085 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36673:36673)] 2024-11-24T22:20:24,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:24,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:20:24,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:20:24,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:24,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:24,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:20:24,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:20:24,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:24,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:24,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:20:24,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:20:24,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:24,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:24,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:20:24,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:20:24,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:24,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:24,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:20:24,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740 2024-11-24T22:20:24,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740 2024-11-24T22:20:24,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:20:24,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:20:24,892 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:20:24,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:20:24,894 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:20:24,894 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68875494, jitterRate=0.026324838399887085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:20:24,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732486824884Initializing all the Stores at 1732486824885 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486824885Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486824885Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486824885Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486824885Cleaning up temporary data from old regions at 1732486824891 (+6 ms)Region opened successfully at 1732486824895 (+4 ms) 2024-11-24T22:20:24,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:20:24,895 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:20:24,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:20:24,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:20:24,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:20:24,895 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:20:24,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486824895Disabling compacts and flushes for region at 1732486824895Disabling writes for close at 1732486824895Writing region close event to WAL at 1732486824895Closed at 1732486824895 2024-11-24T22:20:24,896 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:20:24,896 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T22:20:24,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T22:20:24,897 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:20:24,898 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T22:20:25,048 DEBUG [bd6592c37bb2:46113 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:20:25,049 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,39085,1732486823417 2024-11-24T22:20:25,050 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,39085,1732486823417, state=OPENING 2024-11-24T22:20:25,051 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T22:20:25,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976915042 2024-11-24T22:20:25,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1014c10e5fc0001, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976915042 2024-11-24T22:20:25,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0976915042/meta-region-server: CHANGED 2024-11-24T22:20:25,053 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:20:25,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0976915042/meta-region-server: CHANGED 2024-11-24T22:20:25,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,39085,1732486823417}] 2024-11-24T22:20:25,206 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:20:25,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:20:25,210 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T22:20:25,210 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:20:25,211 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T22:20:25,212 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C39085%2C1732486823417.meta, suffix=.meta, logDir=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417, archiveDir=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/oldWALs, maxLogs=10 2024-11-24T22:20:25,225 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.meta.1732486825212.meta, exclude list is [], retry=0 2024-11-24T22:20:25,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35499,DS-567bfc7e-cf31-43a2-a4ca-2e0190ffabdc,DISK] 2024-11-24T22:20:25,229 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.meta.1732486825212.meta 2024-11-24T22:20:25,229 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36673:36673)] 2024-11-24T22:20:25,229 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:20:25,230 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:20:25,230 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:20:25,230 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T22:20:25,230 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T22:20:25,230 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T22:20:25,230 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:25,230 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T22:20:25,230 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T22:20:25,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:20:25,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:20:25,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:25,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:25,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:20:25,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:20:25,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:25,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:25,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:20:25,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:20:25,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:25,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:25,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:20:25,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:20:25,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:25,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:25,235 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:20:25,235 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740 2024-11-24T22:20:25,236 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740 2024-11-24T22:20:25,237 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:20:25,237 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:20:25,237 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:20:25,238 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:20:25,239 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62416271, jitterRate=-0.06992508471012115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:20:25,239 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T22:20:25,239 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732486825231Writing region info on filesystem at 1732486825231Initializing all the Stores at 1732486825231Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486825231Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486825231Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486825231Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486825231Cleaning up temporary data from old regions at 1732486825237 (+6 ms)Running coprocessor post-open hooks at 1732486825239 (+2 ms)Region opened successfully at 1732486825239 2024-11-24T22:20:25,240 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732486825205 2024-11-24T22:20:25,242 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T22:20:25,242 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T22:20:25,242 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,39085,1732486823417 2024-11-24T22:20:25,243 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,39085,1732486823417, state=OPEN 2024-11-24T22:20:25,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0976915042/meta-region-server 2024-11-24T22:20:25,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1014c10e5fc0001, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0976915042/meta-region-server 2024-11-24T22:20:25,249 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,39085,1732486823417 2024-11-24T22:20:25,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0976915042/meta-region-server: CHANGED 2024-11-24T22:20:25,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0976915042/meta-region-server: CHANGED 2024-11-24T22:20:25,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T22:20:25,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,39085,1732486823417 in 196 msec 2024-11-24T22:20:25,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T22:20:25,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-24T22:20:25,254 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:20:25,254 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T22:20:25,256 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:25,256 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,39085,1732486823417, seqNum=-1] 2024-11-24T22:20:25,256 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:25,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:20:25,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 833 msec 2024-11-24T22:20:25,261 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732486825261, completionTime=-1 2024-11-24T22:20:25,261 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T22:20:25,261 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T22:20:25,263 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T22:20:25,263 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732486885263 2024-11-24T22:20:25,263 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732486945263 2024-11-24T22:20:25,263 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T22:20:25,264 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46113,1732486823341-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:25,264 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46113,1732486823341-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:25,264 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46113,1732486823341-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:25,264 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:46113, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:25,264 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:25,264 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:25,266 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T22:20:25,268 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.778sec 2024-11-24T22:20:25,268 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T22:20:25,268 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T22:20:25,268 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T22:20:25,268 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T22:20:25,268 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T22:20:25,268 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46113,1732486823341-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:20:25,268 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46113,1732486823341-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T22:20:25,270 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T22:20:25,270 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T22:20:25,270 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,46113,1732486823341-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:25,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1253d159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:25,278 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,46113,-1 for getting cluster id 2024-11-24T22:20:25,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:25,280 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db3f51b6-3461-4b78-88b2-d73a184dbf36' 2024-11-24T22:20:25,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:25,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db3f51b6-3461-4b78-88b2-d73a184dbf36" 2024-11-24T22:20:25,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509ae691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:25,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,46113,-1] 2024-11-24T22:20:25,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:25,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:25,281 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:25,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f51982d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:25,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,39085,1732486823417, seqNum=-1] 2024-11-24T22:20:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:25,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:20:25,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bd6592c37bb2,46113,1732486823341 2024-11-24T22:20:25,285 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63967 2024-11-24T22:20:25,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:20:25,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014c10e5fc0002 connected 2024-11-24T22:20:25,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/hadoop.log.dir so I do NOT create it in target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9 2024-11-24T22:20:25,290 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T22:20:25,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/hadoop.tmp.dir so I do NOT create it in target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9 2024-11-24T22:20:25,290 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T22:20:25,290 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9 2024-11-24T22:20:25,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T22:20:25,290 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/cluster_9a8c6e60-8b10-17f1-b19a-861cc3a11d30, deleteOnExit=true 2024-11-24T22:20:25,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T22:20:25,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/test.cache.data in system properties and HBase conf 2024-11-24T22:20:25,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T22:20:25,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/hadoop.log.dir in system properties and HBase conf 2024-11-24T22:20:25,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T22:20:25,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T22:20:25,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T22:20:25,291 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T22:20:25,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:20:25,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:20:25,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T22:20:25,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:20:25,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T22:20:25,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T22:20:25,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:20:25,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:20:25,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T22:20:25,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/nfs.dump.dir in system properties and HBase conf 2024-11-24T22:20:25,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/java.io.tmpdir in system properties and HBase conf 2024-11-24T22:20:25,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:20:25,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T22:20:25,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T22:20:25,376 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:20:25,382 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:20:25,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:20:25,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:20:25,388 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T22:20:25,389 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:20:25,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@413816ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:20:25,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@468ae325{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:20:25,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5be9f58d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/java.io.tmpdir/jetty-localhost-46833-hadoop-hdfs-3_4_1-tests_jar-_-any-5117574602251779791/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:20:25,526 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d5cef8e{HTTP/1.1, (http/1.1)}{localhost:46833} 2024-11-24T22:20:25,526 INFO [Time-limited test {}] server.Server(415): Started @207736ms 2024-11-24T22:20:25,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:20:25,639 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:20:25,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:20:25,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:20:25,640 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T22:20:25,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37e857e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:20:25,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2be1fe91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:20:25,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@525e5e7f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/java.io.tmpdir/jetty-localhost-37693-hadoop-hdfs-3_4_1-tests_jar-_-any-13173719089482838221/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:20:25,779 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1036e7c6{HTTP/1.1, (http/1.1)}{localhost:37693} 2024-11-24T22:20:25,779 INFO [Time-limited test {}] server.Server(415): Started @207989ms 2024-11-24T22:20:25,781 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T22:20:25,875 WARN [Thread-2781 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/cluster_9a8c6e60-8b10-17f1-b19a-861cc3a11d30/data/data1/current/BP-1687928095-172.17.0.2-1732486825314/current, will proceed with Du for space computation calculation, 2024-11-24T22:20:25,875 WARN [Thread-2782 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/cluster_9a8c6e60-8b10-17f1-b19a-861cc3a11d30/data/data2/current/BP-1687928095-172.17.0.2-1732486825314/current, will proceed with Du for space computation calculation, 2024-11-24T22:20:25,913 WARN [Thread-2769 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T22:20:25,916 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9543ec2673b1a438 with lease ID 0x431c3c54ad44df62: Processing first storage report for DS-f7da63b8-c19e-4b1e-82f0-6fc71bf50af0 from datanode DatanodeRegistration(127.0.0.1:45335, datanodeUuid=25bb6e53-7cc0-41ad-96ad-e6e42ce8b4ae, infoPort=43315, infoSecurePort=0, ipcPort=40137, storageInfo=lv=-57;cid=testClusterID;nsid=1923802189;c=1732486825314) 2024-11-24T22:20:25,916 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9543ec2673b1a438 with lease ID 0x431c3c54ad44df62: from storage DS-f7da63b8-c19e-4b1e-82f0-6fc71bf50af0 node DatanodeRegistration(127.0.0.1:45335, datanodeUuid=25bb6e53-7cc0-41ad-96ad-e6e42ce8b4ae, infoPort=43315, infoSecurePort=0, ipcPort=40137, storageInfo=lv=-57;cid=testClusterID;nsid=1923802189;c=1732486825314), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:20:25,916 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9543ec2673b1a438 with lease ID 0x431c3c54ad44df62: Processing first storage report for DS-1244000c-4720-4022-ac11-fcd7da1ade00 from datanode DatanodeRegistration(127.0.0.1:45335, datanodeUuid=25bb6e53-7cc0-41ad-96ad-e6e42ce8b4ae, infoPort=43315, infoSecurePort=0, ipcPort=40137, storageInfo=lv=-57;cid=testClusterID;nsid=1923802189;c=1732486825314) 2024-11-24T22:20:25,916 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9543ec2673b1a438 with lease ID 0x431c3c54ad44df62: from storage DS-1244000c-4720-4022-ac11-fcd7da1ade00 node DatanodeRegistration(127.0.0.1:45335, datanodeUuid=25bb6e53-7cc0-41ad-96ad-e6e42ce8b4ae, infoPort=43315, infoSecurePort=0, ipcPort=40137, storageInfo=lv=-57;cid=testClusterID;nsid=1923802189;c=1732486825314), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:20:26,005 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9 2024-11-24T22:20:26,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:26,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:26,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741825_1001 (size=7) 2024-11-24T22:20:26,055 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f with version=8 2024-11-24T22:20:26,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/hbase-staging 2024-11-24T22:20:26,058 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:20:26,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:20:26,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:20:26,058 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:20:26,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:20:26,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:20:26,058 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T22:20:26,058 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:20:26,060 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33821 2024-11-24T22:20:26,061 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33821 connecting to ZooKeeper ensemble=127.0.0.1:63967 2024-11-24T22:20:26,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338210x0, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:20:26,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33821-0x1014c10e5fc0003 connected 2024-11-24T22:20:26,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:26,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:26,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Set watcher on znode that does not yet exist, /1-504408311/running 2024-11-24T22:20:26,085 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f, hbase.cluster.distributed=false 2024-11-24T22:20:26,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Set watcher on znode that does not yet exist, /1-504408311/acl 2024-11-24T22:20:26,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33821 2024-11-24T22:20:26,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33821 2024-11-24T22:20:26,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33821 2024-11-24T22:20:26,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33821 2024-11-24T22:20:26,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33821 2024-11-24T22:20:26,118 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:20:26,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:20:26,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:20:26,119 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:20:26,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:20:26,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:20:26,119 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T22:20:26,119 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:20:26,120 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40513 2024-11-24T22:20:26,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40513 connecting to ZooKeeper ensemble=127.0.0.1:63967 2024-11-24T22:20:26,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:26,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:26,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405130x0, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:20:26,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405130x0, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Set watcher on znode that does not yet exist, /1-504408311/running 2024-11-24T22:20:26,138 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T22:20:26,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40513-0x1014c10e5fc0004 connected 2024-11-24T22:20:26,145 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T22:20:26,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40513-0x1014c10e5fc0004, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Set watcher on znode that does not yet exist, /1-504408311/master 2024-11-24T22:20:26,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40513-0x1014c10e5fc0004, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Set watcher on znode that does not yet exist, /1-504408311/acl 2024-11-24T22:20:26,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40513 2024-11-24T22:20:26,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40513 2024-11-24T22:20:26,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40513 2024-11-24T22:20:26,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40513 2024-11-24T22:20:26,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40513 2024-11-24T22:20:26,175 DEBUG [M:0;bd6592c37bb2:33821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:33821 2024-11-24T22:20:26,176 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-504408311/backup-masters/bd6592c37bb2,33821,1732486826058 2024-11-24T22:20:26,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1014c10e5fc0004, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-504408311/backup-masters 2024-11-24T22:20:26,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-504408311/backup-masters 2024-11-24T22:20:26,180 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Set watcher on existing znode=/1-504408311/backup-masters/bd6592c37bb2,33821,1732486826058 2024-11-24T22:20:26,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1014c10e5fc0004, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-504408311/master 2024-11-24T22:20:26,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1014c10e5fc0004, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-504408311 2024-11-24T22:20:26,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-504408311 2024-11-24T22:20:26,181 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Set watcher on existing znode=/1-504408311/master 2024-11-24T22:20:26,182 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-504408311/backup-masters/bd6592c37bb2,33821,1732486826058 from backup master directory 2024-11-24T22:20:26,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-504408311/backup-masters/bd6592c37bb2,33821,1732486826058 2024-11-24T22:20:26,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-504408311/backup-masters 2024-11-24T22:20:26,183 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:20:26,183 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,33821,1732486826058 2024-11-24T22:20:26,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1014c10e5fc0004, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-504408311/backup-masters 2024-11-24T22:20:26,193 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/hbase.id] with ID: 13241326-ff5c-4e3d-8c08-9a6431fbfc1b 2024-11-24T22:20:26,193 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/.tmp/hbase.id 2024-11-24T22:20:26,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741826_1002 (size=42) 2024-11-24T22:20:26,602 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/.tmp/hbase.id]:[hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/hbase.id] 2024-11-24T22:20:26,612 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:26,612 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T22:20:26,613 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T22:20:26,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1014c10e5fc0004, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-504408311 2024-11-24T22:20:26,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-504408311 2024-11-24T22:20:26,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741827_1003 (size=196) 2024-11-24T22:20:26,625 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:20:26,626 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T22:20:26,627 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:20:26,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741828_1004 (size=1189) 2024-11-24T22:20:27,035 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/data/master/store 2024-11-24T22:20:27,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741829_1005 (size=34) 2024-11-24T22:20:27,066 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:27,066 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:20:27,066 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:27,067 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:27,067 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:20:27,067 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:27,067 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:27,067 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486827066Disabling compacts and flushes for region at 1732486827066Disabling writes for close at 1732486827067 (+1 ms)Writing region close event to WAL at 1732486827067Closed at 1732486827067 2024-11-24T22:20:27,067 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/data/master/store/.initializing 2024-11-24T22:20:27,068 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/WALs/bd6592c37bb2,33821,1732486826058 2024-11-24T22:20:27,069 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:20:27,071 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C33821%2C1732486826058, suffix=, logDir=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/WALs/bd6592c37bb2,33821,1732486826058, archiveDir=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/oldWALs, maxLogs=10 2024-11-24T22:20:27,092 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/WALs/bd6592c37bb2,33821,1732486826058/bd6592c37bb2%2C33821%2C1732486826058.1732486827071, exclude list is [], retry=0 2024-11-24T22:20:27,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45335,DS-f7da63b8-c19e-4b1e-82f0-6fc71bf50af0,DISK] 2024-11-24T22:20:27,096 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/WALs/bd6592c37bb2,33821,1732486826058/bd6592c37bb2%2C33821%2C1732486826058.1732486827071 2024-11-24T22:20:27,096 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43315:43315)] 2024-11-24T22:20:27,096 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:20:27,096 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:27,096 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:27,096 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:27,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:27,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T22:20:27,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:27,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:27,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:27,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T22:20:27,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:27,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:27,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:27,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T22:20:27,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:27,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:27,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:27,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T22:20:27,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:27,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:27,106 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:27,107 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:27,107 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:27,108 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:27,108 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:27,108 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:20:27,109 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:27,111 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:20:27,111 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68276335, jitterRate=0.017396673560142517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:20:27,111 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732486827097Initializing all the Stores at 1732486827097Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486827097Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486827100 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486827100Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486827100Cleaning up temporary data from old regions at 1732486827108 (+8 ms)Region opened successfully at 1732486827111 (+3 ms) 2024-11-24T22:20:27,111 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T22:20:27,114 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f587ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:20:27,115 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T22:20:27,115 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T22:20:27,115 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T22:20:27,115 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T22:20:27,116 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T22:20:27,116 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T22:20:27,116 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T22:20:27,142 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T22:20:27,143 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Unable to get data of znode /1-504408311/balancer because node does not exist (not necessarily an error) 2024-11-24T22:20:27,148 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-504408311/balancer already deleted, retry=false 2024-11-24T22:20:27,148 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T22:20:27,149 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Unable to get data of znode /1-504408311/normalizer because node does not exist (not necessarily an error) 2024-11-24T22:20:27,150 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-504408311/normalizer already deleted, retry=false 2024-11-24T22:20:27,150 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T22:20:27,155 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Unable to get data of znode /1-504408311/switch/split because node does not exist (not necessarily an error) 2024-11-24T22:20:27,156 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-504408311/switch/split already deleted, retry=false 2024-11-24T22:20:27,157 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Unable to get data of znode /1-504408311/switch/merge because node does not exist (not necessarily an error) 2024-11-24T22:20:27,158 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-504408311/switch/merge already deleted, retry=false 2024-11-24T22:20:27,160 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Unable to get data of znode /1-504408311/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T22:20:27,162 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-504408311/snapshot-cleanup already deleted, retry=false 2024-11-24T22:20:27,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1014c10e5fc0004, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-504408311/running 2024-11-24T22:20:27,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1014c10e5fc0004, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-504408311 2024-11-24T22:20:27,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-504408311/running 2024-11-24T22:20:27,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-504408311 2024-11-24T22:20:27,166 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,33821,1732486826058, sessionid=0x1014c10e5fc0003, setting cluster-up flag (Was=false) 2024-11-24T22:20:27,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1014c10e5fc0004, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-504408311 2024-11-24T22:20:27,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-504408311 2024-11-24T22:20:27,178 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-504408311/flush-table-proc/acquired, /1-504408311/flush-table-proc/reached, /1-504408311/flush-table-proc/abort 2024-11-24T22:20:27,179 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,33821,1732486826058 2024-11-24T22:20:27,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1014c10e5fc0004, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-504408311 2024-11-24T22:20:27,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-504408311 2024-11-24T22:20:27,192 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-504408311/online-snapshot/acquired, /1-504408311/online-snapshot/reached, /1-504408311/online-snapshot/abort 2024-11-24T22:20:27,193 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,33821,1732486826058 2024-11-24T22:20:27,195 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T22:20:27,196 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T22:20:27,197 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T22:20:27,197 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T22:20:27,197 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,33821,1732486826058 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T22:20:27,199 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:20:27,199 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:20:27,199 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:20:27,199 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:20:27,199 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10 2024-11-24T22:20:27,199 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:27,199 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:20:27,199 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:27,211 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:20:27,211 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T22:20:27,212 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:27,212 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T22:20:27,220 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732486857220 2024-11-24T22:20:27,221 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T22:20:27,222 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T22:20:27,222 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T22:20:27,222 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T22:20:27,222 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T22:20:27,222 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T22:20:27,236 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:27,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741831_1007 (size=1321) 2024-11-24T22:20:27,240 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T22:20:27,241 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T22:20:27,241 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T22:20:27,241 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T22:20:27,244 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T22:20:27,244 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T22:20:27,245 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T22:20:27,245 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f 2024-11-24T22:20:27,248 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486827245,5,FailOnTimeoutGroup] 2024-11-24T22:20:27,252 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486827248,5,FailOnTimeoutGroup] 2024-11-24T22:20:27,252 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:27,252 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T22:20:27,252 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:27,252 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:27,263 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(746): ClusterId : 13241326-ff5c-4e3d-8c08-9a6431fbfc1b 2024-11-24T22:20:27,263 DEBUG [RS:0;bd6592c37bb2:40513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T22:20:27,267 DEBUG [RS:0;bd6592c37bb2:40513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T22:20:27,267 DEBUG [RS:0;bd6592c37bb2:40513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T22:20:27,269 DEBUG [RS:0;bd6592c37bb2:40513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T22:20:27,270 DEBUG [RS:0;bd6592c37bb2:40513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d61f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:20:27,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741832_1008 (size=32) 2024-11-24T22:20:27,289 DEBUG [RS:0;bd6592c37bb2:40513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:40513 2024-11-24T22:20:27,289 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T22:20:27,289 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T22:20:27,289 DEBUG [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T22:20:27,289 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,33821,1732486826058 with port=40513, startcode=1732486826118 2024-11-24T22:20:27,289 DEBUG [RS:0;bd6592c37bb2:40513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T22:20:27,291 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T22:20:27,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33821 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,40513,1732486826118 2024-11-24T22:20:27,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33821 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,40513,1732486826118 2024-11-24T22:20:27,293 DEBUG [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f 2024-11-24T22:20:27,293 DEBUG [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41579 2024-11-24T22:20:27,293 DEBUG [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T22:20:27,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-504408311/rs 2024-11-24T22:20:27,295 DEBUG [RS:0;bd6592c37bb2:40513 {}] zookeeper.ZKUtil(111): regionserver:40513-0x1014c10e5fc0004, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Set watcher on existing znode=/1-504408311/rs/bd6592c37bb2,40513,1732486826118 2024-11-24T22:20:27,295 WARN [RS:0;bd6592c37bb2:40513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:20:27,295 INFO [RS:0;bd6592c37bb2:40513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:20:27,295 DEBUG [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118 2024-11-24T22:20:27,295 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,40513,1732486826118] 2024-11-24T22:20:27,300 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T22:20:27,301 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T22:20:27,304 INFO [RS:0;bd6592c37bb2:40513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T22:20:27,304 INFO [RS:0;bd6592c37bb2:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:27,305 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T22:20:27,305 INFO [RS:0;bd6592c37bb2:40513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T22:20:27,305 INFO [RS:0;bd6592c37bb2:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:27,305 DEBUG [RS:0;bd6592c37bb2:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:27,305 DEBUG [RS:0;bd6592c37bb2:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:27,305 DEBUG [RS:0;bd6592c37bb2:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:27,305 DEBUG [RS:0;bd6592c37bb2:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:27,305 DEBUG [RS:0;bd6592c37bb2:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:27,306 DEBUG [RS:0;bd6592c37bb2:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:20:27,306 DEBUG [RS:0;bd6592c37bb2:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:27,306 DEBUG [RS:0;bd6592c37bb2:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:27,306 DEBUG [RS:0;bd6592c37bb2:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:27,306 DEBUG [RS:0;bd6592c37bb2:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:27,306 DEBUG [RS:0;bd6592c37bb2:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:27,306 DEBUG [RS:0;bd6592c37bb2:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:27,306 DEBUG [RS:0;bd6592c37bb2:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:20:27,306 DEBUG [RS:0;bd6592c37bb2:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:20:27,306 INFO [RS:0;bd6592c37bb2:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:27,306 INFO [RS:0;bd6592c37bb2:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:27,306 INFO [RS:0;bd6592c37bb2:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:27,306 INFO [RS:0;bd6592c37bb2:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:27,306 INFO [RS:0;bd6592c37bb2:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:27,306 INFO [RS:0;bd6592c37bb2:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,40513,1732486826118-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:20:27,322 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T22:20:27,322 INFO [RS:0;bd6592c37bb2:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,40513,1732486826118-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:27,322 INFO [RS:0;bd6592c37bb2:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:27,322 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.Replication(171): bd6592c37bb2,40513,1732486826118 started 2024-11-24T22:20:27,335 INFO [RS:0;bd6592c37bb2:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:27,335 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,40513,1732486826118, RpcServer on bd6592c37bb2/172.17.0.2:40513, sessionid=0x1014c10e5fc0004 2024-11-24T22:20:27,335 DEBUG [RS:0;bd6592c37bb2:40513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T22:20:27,335 DEBUG [RS:0;bd6592c37bb2:40513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,40513,1732486826118 2024-11-24T22:20:27,335 DEBUG [RS:0;bd6592c37bb2:40513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,40513,1732486826118' 2024-11-24T22:20:27,335 DEBUG [RS:0;bd6592c37bb2:40513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-504408311/flush-table-proc/abort' 2024-11-24T22:20:27,336 DEBUG [RS:0;bd6592c37bb2:40513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-504408311/flush-table-proc/acquired' 2024-11-24T22:20:27,336 DEBUG [RS:0;bd6592c37bb2:40513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T22:20:27,336 DEBUG [RS:0;bd6592c37bb2:40513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T22:20:27,336 DEBUG [RS:0;bd6592c37bb2:40513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,40513,1732486826118 2024-11-24T22:20:27,336 DEBUG [RS:0;bd6592c37bb2:40513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,40513,1732486826118' 2024-11-24T22:20:27,336 DEBUG [RS:0;bd6592c37bb2:40513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-504408311/online-snapshot/abort' 2024-11-24T22:20:27,336 DEBUG [RS:0;bd6592c37bb2:40513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-504408311/online-snapshot/acquired' 2024-11-24T22:20:27,337 DEBUG [RS:0;bd6592c37bb2:40513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T22:20:27,337 INFO [RS:0;bd6592c37bb2:40513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T22:20:27,337 INFO [RS:0;bd6592c37bb2:40513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T22:20:27,437 INFO [RS:0;bd6592c37bb2:40513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:20:27,438 INFO [RS:0;bd6592c37bb2:40513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C40513%2C1732486826118, suffix=, logDir=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118, archiveDir=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/oldWALs, maxLogs=10 2024-11-24T22:20:27,452 DEBUG [RS:0;bd6592c37bb2:40513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438, exclude list is [], retry=0 2024-11-24T22:20:27,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45335,DS-f7da63b8-c19e-4b1e-82f0-6fc71bf50af0,DISK] 2024-11-24T22:20:27,456 INFO [RS:0;bd6592c37bb2:40513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 2024-11-24T22:20:27,456 DEBUG [RS:0;bd6592c37bb2:40513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43315:43315)] 2024-11-24T22:20:27,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:27,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:20:27,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:20:27,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:27,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:27,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:20:27,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:20:27,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:27,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:27,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:20:27,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:20:27,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:27,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:27,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:20:27,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:20:27,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:27,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:27,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:20:27,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740 2024-11-24T22:20:27,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740 2024-11-24T22:20:27,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:20:27,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:20:27,683 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:20:27,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:20:27,687 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:20:27,687 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64257726, jitterRate=-0.04248526692390442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:20:27,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732486827675Initializing all the Stores at 1732486827675Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486827675Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486827676 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486827676Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486827676Cleaning up temporary data from old regions at 1732486827683 (+7 ms)Region opened successfully at 1732486827687 (+4 ms) 2024-11-24T22:20:27,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:20:27,687 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:20:27,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:20:27,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:20:27,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:20:27,687 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:20:27,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486827687Disabling compacts and flushes for region at 1732486827687Disabling writes for close at 1732486827687Writing region close event to WAL at 1732486827687Closed at 1732486827687 2024-11-24T22:20:27,688 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:20:27,689 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T22:20:27,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T22:20:27,690 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:20:27,690 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T22:20:27,840 DEBUG [bd6592c37bb2:33821 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:20:27,841 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,40513,1732486826118 2024-11-24T22:20:27,842 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,40513,1732486826118, state=OPENING 2024-11-24T22:20:27,846 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T22:20:27,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1014c10e5fc0004, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-504408311 2024-11-24T22:20:27,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-504408311 2024-11-24T22:20:27,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-504408311/meta-region-server: CHANGED 2024-11-24T22:20:27,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-504408311/meta-region-server: CHANGED 2024-11-24T22:20:27,848 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:20:27,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,40513,1732486826118}] 2024-11-24T22:20:28,001 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:20:28,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:20:28,012 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T22:20:28,013 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:20:28,013 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T22:20:28,014 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C40513%2C1732486826118.meta, suffix=.meta, logDir=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118, archiveDir=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/oldWALs, maxLogs=10 2024-11-24T22:20:28,036 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.meta.1732486828015.meta, exclude list is [], retry=0 2024-11-24T22:20:28,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45335,DS-f7da63b8-c19e-4b1e-82f0-6fc71bf50af0,DISK] 2024-11-24T22:20:28,042 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.meta.1732486828015.meta 2024-11-24T22:20:28,056 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43315:43315)] 2024-11-24T22:20:28,057 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:20:28,057 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:20:28,057 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:20:28,058 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T22:20:28,058 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T22:20:28,058 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T22:20:28,058 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:28,058 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T22:20:28,058 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T22:20:28,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:20:28,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:20:28,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:28,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:28,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:20:28,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:20:28,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:28,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:28,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:20:28,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:20:28,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:28,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:28,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:20:28,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:20:28,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:28,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:28,066 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:20:28,067 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740 2024-11-24T22:20:28,068 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740 2024-11-24T22:20:28,069 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:20:28,069 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:20:28,070 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:20:28,071 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:20:28,072 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68504450, jitterRate=0.020795851945877075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:20:28,072 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T22:20:28,072 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732486828058Writing region info on filesystem at 1732486828058Initializing all the Stores at 1732486828059 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486828059Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486828060 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486828060Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486828060Cleaning up temporary data from old regions at 1732486828069 (+9 ms)Running coprocessor post-open hooks at 1732486828072 (+3 ms)Region opened successfully at 1732486828072 2024-11-24T22:20:28,073 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732486828000 2024-11-24T22:20:28,075 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T22:20:28,075 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T22:20:28,076 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,40513,1732486826118 2024-11-24T22:20:28,076 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,40513,1732486826118, state=OPEN 2024-11-24T22:20:28,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1014c10e5fc0004, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-504408311/meta-region-server 2024-11-24T22:20:28,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-504408311/meta-region-server 2024-11-24T22:20:28,078 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,40513,1732486826118 2024-11-24T22:20:28,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-504408311/meta-region-server: CHANGED 2024-11-24T22:20:28,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-504408311/meta-region-server: CHANGED 2024-11-24T22:20:28,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T22:20:28,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,40513,1732486826118 in 230 msec 2024-11-24T22:20:28,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T22:20:28,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 391 msec 2024-11-24T22:20:28,083 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:20:28,083 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T22:20:28,084 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:28,084 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40513,1732486826118, seqNum=-1] 2024-11-24T22:20:28,084 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:28,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:20:28,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 895 msec 2024-11-24T22:20:28,091 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732486828091, completionTime=-1 2024-11-24T22:20:28,091 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T22:20:28,091 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T22:20:28,093 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T22:20:28,094 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732486888094 2024-11-24T22:20:28,094 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732486948094 2024-11-24T22:20:28,094 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T22:20:28,094 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,33821,1732486826058-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:28,094 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,33821,1732486826058-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:28,094 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,33821,1732486826058-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:28,094 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:33821, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:28,094 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:28,096 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T22:20:28,099 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:28,105 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.920sec 2024-11-24T22:20:28,105 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T22:20:28,105 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T22:20:28,105 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T22:20:28,105 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T22:20:28,105 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T22:20:28,105 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,33821,1732486826058-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:20:28,105 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,33821,1732486826058-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T22:20:28,108 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T22:20:28,108 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T22:20:28,108 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,33821,1732486826058-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:28,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1065ee7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:28,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,33821,-1 for getting cluster id 2024-11-24T22:20:28,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:28,165 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13241326-ff5c-4e3d-8c08-9a6431fbfc1b' 2024-11-24T22:20:28,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:28,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13241326-ff5c-4e3d-8c08-9a6431fbfc1b" 2024-11-24T22:20:28,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a4d27d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:28,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,33821,-1] 2024-11-24T22:20:28,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:28,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:28,167 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:28,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b9bb3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:28,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:28,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40513,1732486826118, seqNum=-1] 2024-11-24T22:20:28,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:28,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:20:28,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bd6592c37bb2,33821,1732486826058 2024-11-24T22:20:28,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63967 2024-11-24T22:20:28,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:20:28,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014c10e5fc0005 connected 2024-11-24T22:20:28,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/hadoop.log.dir so I do NOT create it in target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029 2024-11-24T22:20:28,180 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T22:20:28,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/hadoop.tmp.dir so I do NOT create it in target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029 2024-11-24T22:20:28,180 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T22:20:28,180 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029 2024-11-24T22:20:28,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T22:20:28,180 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/cluster_5cc34410-8b67-5407-aec2-4c2b68345917, deleteOnExit=true 2024-11-24T22:20:28,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T22:20:28,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/test.cache.data in system properties and HBase conf 2024-11-24T22:20:28,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T22:20:28,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/hadoop.log.dir in system properties and HBase conf 2024-11-24T22:20:28,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T22:20:28,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T22:20:28,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T22:20:28,181 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T22:20:28,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:20:28,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:20:28,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T22:20:28,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:20:28,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T22:20:28,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T22:20:28,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:20:28,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:20:28,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T22:20:28,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/nfs.dump.dir in system properties and HBase conf 2024-11-24T22:20:28,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/java.io.tmpdir in system properties and HBase conf 2024-11-24T22:20:28,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:20:28,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T22:20:28,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T22:20:28,239 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T22:20:28,240 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:28,240 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:28,273 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:28,273 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:28,274 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:28,274 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:28,274 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:28,274 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:28,277 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:28,282 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:28,283 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:28,285 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:28,311 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:20:28,316 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:20:28,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:20:28,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:20:28,321 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T22:20:28,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:20:28,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cf56b48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:20:28,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@571fba1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:20:28,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ede0493{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/java.io.tmpdir/jetty-localhost-36961-hadoop-hdfs-3_4_1-tests_jar-_-any-1362542134488425215/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:20:28,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d88fcb8{HTTP/1.1, (http/1.1)}{localhost:36961} 2024-11-24T22:20:28,499 INFO [Time-limited test {}] server.Server(415): Started @210708ms 2024-11-24T22:20:28,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:20:28,743 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:20:28,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:20:28,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:20:28,749 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T22:20:28,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ab80ac8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:20:28,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@412bff8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:20:28,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@dffacb6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/java.io.tmpdir/jetty-localhost-37935-hadoop-hdfs-3_4_1-tests_jar-_-any-7275085314697678862/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:20:28,881 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c05d80e{HTTP/1.1, (http/1.1)}{localhost:37935} 2024-11-24T22:20:28,881 INFO [Time-limited test {}] server.Server(415): Started @211091ms 2024-11-24T22:20:28,882 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T22:20:29,014 WARN [Thread-2902 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/cluster_5cc34410-8b67-5407-aec2-4c2b68345917/data/data1/current/BP-1134156115-172.17.0.2-1732486828199/current, will proceed with Du for space computation calculation, 2024-11-24T22:20:29,015 WARN [Thread-2903 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/cluster_5cc34410-8b67-5407-aec2-4c2b68345917/data/data2/current/BP-1134156115-172.17.0.2-1732486828199/current, will proceed with Du for space computation calculation, 2024-11-24T22:20:29,047 WARN [Thread-2890 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T22:20:29,050 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c89f1fe5f49a25e with lease ID 0xb260e81f0af2a06c: Processing first storage report for DS-fa7c7f78-1f9f-40d5-998e-c9fe24c03e6e from datanode DatanodeRegistration(127.0.0.1:37803, datanodeUuid=ebdca46c-ea9f-4417-a22d-9fae7d046a13, infoPort=40361, infoSecurePort=0, ipcPort=35287, storageInfo=lv=-57;cid=testClusterID;nsid=405901361;c=1732486828199) 2024-11-24T22:20:29,050 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c89f1fe5f49a25e with lease ID 0xb260e81f0af2a06c: from storage DS-fa7c7f78-1f9f-40d5-998e-c9fe24c03e6e node DatanodeRegistration(127.0.0.1:37803, datanodeUuid=ebdca46c-ea9f-4417-a22d-9fae7d046a13, infoPort=40361, infoSecurePort=0, ipcPort=35287, storageInfo=lv=-57;cid=testClusterID;nsid=405901361;c=1732486828199), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:20:29,050 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c89f1fe5f49a25e with lease ID 0xb260e81f0af2a06c: Processing first storage report for DS-21dde8d2-5fd9-4f4f-9d70-81ec1d51a165 from datanode DatanodeRegistration(127.0.0.1:37803, datanodeUuid=ebdca46c-ea9f-4417-a22d-9fae7d046a13, infoPort=40361, infoSecurePort=0, ipcPort=35287, storageInfo=lv=-57;cid=testClusterID;nsid=405901361;c=1732486828199) 2024-11-24T22:20:29,050 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c89f1fe5f49a25e with lease ID 0xb260e81f0af2a06c: from storage DS-21dde8d2-5fd9-4f4f-9d70-81ec1d51a165 node DatanodeRegistration(127.0.0.1:37803, datanodeUuid=ebdca46c-ea9f-4417-a22d-9fae7d046a13, infoPort=40361, infoSecurePort=0, ipcPort=35287, storageInfo=lv=-57;cid=testClusterID;nsid=405901361;c=1732486828199), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:20:29,142 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029 2024-11-24T22:20:29,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:29,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:29,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741825_1001 (size=7) 2024-11-24T22:20:29,559 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b with version=8 2024-11-24T22:20:29,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/hbase-staging 2024-11-24T22:20:29,562 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:20:29,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:20:29,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:20:29,562 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:20:29,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:20:29,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:20:29,563 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T22:20:29,563 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:20:29,563 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34909 2024-11-24T22:20:29,564 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34909 connecting to ZooKeeper ensemble=127.0.0.1:63967 2024-11-24T22:20:29,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349090x0, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:20:29,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34909-0x1014c10e5fc0006 connected 2024-11-24T22:20:29,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:29,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:29,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Set watcher on znode that does not yet exist, /21212376717/running 2024-11-24T22:20:29,580 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b, hbase.cluster.distributed=false 2024-11-24T22:20:29,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Set watcher on znode that does not yet exist, /21212376717/acl 2024-11-24T22:20:29,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34909 2024-11-24T22:20:29,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34909 2024-11-24T22:20:29,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34909 2024-11-24T22:20:29,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34909 2024-11-24T22:20:29,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34909 2024-11-24T22:20:29,597 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:20:29,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:20:29,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:20:29,597 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:20:29,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:20:29,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:20:29,598 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T22:20:29,598 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:20:29,598 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33801 2024-11-24T22:20:29,599 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33801 connecting to ZooKeeper ensemble=127.0.0.1:63967 2024-11-24T22:20:29,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:29,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:29,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338010x0, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:20:29,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338010x0, quorum=127.0.0.1:63967, baseZNode=/21212376717 Set watcher on znode that does not yet exist, /21212376717/running 2024-11-24T22:20:29,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33801-0x1014c10e5fc0007 connected 2024-11-24T22:20:29,606 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T22:20:29,609 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T22:20:29,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33801-0x1014c10e5fc0007, quorum=127.0.0.1:63967, baseZNode=/21212376717 Set watcher on znode that does not yet exist, /21212376717/master 2024-11-24T22:20:29,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33801-0x1014c10e5fc0007, quorum=127.0.0.1:63967, baseZNode=/21212376717 Set watcher on znode that does not yet exist, /21212376717/acl 2024-11-24T22:20:29,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33801 2024-11-24T22:20:29,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33801 2024-11-24T22:20:29,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33801 2024-11-24T22:20:29,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33801 2024-11-24T22:20:29,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33801 2024-11-24T22:20:29,630 DEBUG [M:0;bd6592c37bb2:34909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:34909 2024-11-24T22:20:29,630 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21212376717/backup-masters/bd6592c37bb2,34909,1732486829562 2024-11-24T22:20:29,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1014c10e5fc0007, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21212376717/backup-masters 2024-11-24T22:20:29,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21212376717/backup-masters 2024-11-24T22:20:29,631 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Set watcher on existing znode=/21212376717/backup-masters/bd6592c37bb2,34909,1732486829562 2024-11-24T22:20:29,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1014c10e5fc0007, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21212376717/master 2024-11-24T22:20:29,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21212376717 2024-11-24T22:20:29,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1014c10e5fc0007, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21212376717 2024-11-24T22:20:29,633 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Set watcher on existing znode=/21212376717/master 2024-11-24T22:20:29,633 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21212376717/backup-masters/bd6592c37bb2,34909,1732486829562 from backup master directory 2024-11-24T22:20:29,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21212376717/backup-masters/bd6592c37bb2,34909,1732486829562 2024-11-24T22:20:29,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21212376717/backup-masters 2024-11-24T22:20:29,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1014c10e5fc0007, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21212376717/backup-masters 2024-11-24T22:20:29,636 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:20:29,636 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,34909,1732486829562 2024-11-24T22:20:29,639 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/hbase.id] with ID: 812e40ec-9353-46a8-8c82-c8d3ec8833d2 2024-11-24T22:20:29,639 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/.tmp/hbase.id 2024-11-24T22:20:29,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741826_1002 (size=42) 2024-11-24T22:20:30,048 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/.tmp/hbase.id]:[hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/hbase.id] 2024-11-24T22:20:30,056 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:20:30,056 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T22:20:30,057 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T22:20:30,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21212376717 2024-11-24T22:20:30,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1014c10e5fc0007, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21212376717 2024-11-24T22:20:30,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741827_1003 (size=196) 2024-11-24T22:20:30,466 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:20:30,467 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T22:20:30,467 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:20:30,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741828_1004 (size=1189) 2024-11-24T22:20:30,511 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T22:20:30,874 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/data/master/store 2024-11-24T22:20:30,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741829_1005 (size=34) 2024-11-24T22:20:31,280 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:31,280 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:20:31,280 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:31,280 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:31,280 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:20:31,280 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:31,280 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:31,280 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486831280Disabling compacts and flushes for region at 1732486831280Disabling writes for close at 1732486831280Writing region close event to WAL at 1732486831280Closed at 1732486831280 2024-11-24T22:20:31,281 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/data/master/store/.initializing 2024-11-24T22:20:31,281 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/WALs/bd6592c37bb2,34909,1732486829562 2024-11-24T22:20:31,282 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:20:31,283 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C34909%2C1732486829562, suffix=, logDir=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/WALs/bd6592c37bb2,34909,1732486829562, archiveDir=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/oldWALs, maxLogs=10 2024-11-24T22:20:31,300 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/WALs/bd6592c37bb2,34909,1732486829562/bd6592c37bb2%2C34909%2C1732486829562.1732486831284, exclude list is [], retry=0 2024-11-24T22:20:31,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37803,DS-fa7c7f78-1f9f-40d5-998e-c9fe24c03e6e,DISK] 2024-11-24T22:20:31,304 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/WALs/bd6592c37bb2,34909,1732486829562/bd6592c37bb2%2C34909%2C1732486829562.1732486831284 2024-11-24T22:20:31,305 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40361:40361)] 2024-11-24T22:20:31,305 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:20:31,306 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:31,306 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:31,306 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:31,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:31,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T22:20:31,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:31,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:31,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:31,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T22:20:31,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:31,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:31,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:31,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T22:20:31,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:31,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:31,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:31,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T22:20:31,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:31,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:31,311 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:31,312 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:31,312 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:31,313 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:31,313 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:31,313 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:20:31,314 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:20:31,316 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:20:31,316 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69982282, jitterRate=0.042817264795303345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:20:31,316 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732486831306Initializing all the Stores at 1732486831306Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486831306Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486831307 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486831307Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486831307Cleaning up temporary data from old regions at 1732486831313 (+6 ms)Region opened successfully at 1732486831316 (+3 ms) 2024-11-24T22:20:31,317 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T22:20:31,319 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718e743c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:20:31,320 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T22:20:31,320 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T22:20:31,320 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T22:20:31,320 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T22:20:31,320 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T22:20:31,321 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T22:20:31,321 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T22:20:31,322 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T22:20:31,323 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Unable to get data of znode /21212376717/balancer because node does not exist (not necessarily an error) 2024-11-24T22:20:31,324 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21212376717/balancer already deleted, retry=false 2024-11-24T22:20:31,324 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T22:20:31,325 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Unable to get data of znode /21212376717/normalizer because node does not exist (not necessarily an error) 2024-11-24T22:20:31,326 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21212376717/normalizer already deleted, retry=false 2024-11-24T22:20:31,326 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T22:20:31,327 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Unable to get data of znode /21212376717/switch/split because node does not exist (not necessarily an error) 2024-11-24T22:20:31,330 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21212376717/switch/split already deleted, retry=false 2024-11-24T22:20:31,330 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Unable to get data of znode /21212376717/switch/merge because node does not exist (not necessarily an error) 2024-11-24T22:20:31,331 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21212376717/switch/merge already deleted, retry=false 2024-11-24T22:20:31,333 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Unable to get data of znode /21212376717/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T22:20:31,335 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21212376717/snapshot-cleanup already deleted, retry=false 2024-11-24T22:20:31,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21212376717/running 2024-11-24T22:20:31,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1014c10e5fc0007, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21212376717/running 2024-11-24T22:20:31,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21212376717 2024-11-24T22:20:31,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1014c10e5fc0007, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21212376717 2024-11-24T22:20:31,337 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,34909,1732486829562, sessionid=0x1014c10e5fc0006, setting cluster-up flag (Was=false) 2024-11-24T22:20:31,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21212376717 2024-11-24T22:20:31,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1014c10e5fc0007, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21212376717 2024-11-24T22:20:31,345 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21212376717/flush-table-proc/acquired, /21212376717/flush-table-proc/reached, /21212376717/flush-table-proc/abort 2024-11-24T22:20:31,346 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,34909,1732486829562 2024-11-24T22:20:31,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21212376717 2024-11-24T22:20:31,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1014c10e5fc0007, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21212376717 2024-11-24T22:20:31,353 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21212376717/online-snapshot/acquired, /21212376717/online-snapshot/reached, /21212376717/online-snapshot/abort 2024-11-24T22:20:31,353 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,34909,1732486829562 2024-11-24T22:20:31,354 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T22:20:31,355 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T22:20:31,355 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T22:20:31,356 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T22:20:31,356 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,34909,1732486829562 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T22:20:31,357 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:20:31,357 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:20:31,357 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:20:31,357 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:20:31,357 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10 2024-11-24T22:20:31,357 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:31,357 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:20:31,357 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:31,358 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:20:31,358 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T22:20:31,358 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:31,358 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T22:20:31,360 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732486861360 2024-11-24T22:20:31,360 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T22:20:31,360 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T22:20:31,360 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T22:20:31,360 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T22:20:31,360 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T22:20:31,360 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T22:20:31,360 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:31,364 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T22:20:31,364 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T22:20:31,364 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T22:20:31,364 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T22:20:31,365 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T22:20:31,365 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T22:20:31,368 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486831365,5,FailOnTimeoutGroup] 2024-11-24T22:20:31,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741831_1007 (size=1321) 2024-11-24T22:20:31,370 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T22:20:31,370 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b 2024-11-24T22:20:31,376 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486831368,5,FailOnTimeoutGroup] 2024-11-24T22:20:31,376 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:31,376 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T22:20:31,376 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:31,376 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:31,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741832_1008 (size=32) 2024-11-24T22:20:31,421 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(746): ClusterId : 812e40ec-9353-46a8-8c82-c8d3ec8833d2 2024-11-24T22:20:31,421 DEBUG [RS:0;bd6592c37bb2:33801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T22:20:31,423 DEBUG [RS:0;bd6592c37bb2:33801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T22:20:31,423 DEBUG [RS:0;bd6592c37bb2:33801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T22:20:31,424 DEBUG [RS:0;bd6592c37bb2:33801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T22:20:31,425 DEBUG [RS:0;bd6592c37bb2:33801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@218e3987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:20:31,438 DEBUG [RS:0;bd6592c37bb2:33801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:33801 2024-11-24T22:20:31,438 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T22:20:31,438 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T22:20:31,438 DEBUG [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T22:20:31,439 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,34909,1732486829562 with port=33801, startcode=1732486829597 2024-11-24T22:20:31,439 DEBUG [RS:0;bd6592c37bb2:33801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T22:20:31,440 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T22:20:31,440 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,33801,1732486829597 2024-11-24T22:20:31,440 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34909 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,33801,1732486829597 2024-11-24T22:20:31,442 DEBUG [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b 2024-11-24T22:20:31,442 DEBUG [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39949 2024-11-24T22:20:31,442 DEBUG [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T22:20:31,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21212376717/rs 2024-11-24T22:20:31,449 DEBUG [RS:0;bd6592c37bb2:33801 {}] zookeeper.ZKUtil(111): regionserver:33801-0x1014c10e5fc0007, quorum=127.0.0.1:63967, baseZNode=/21212376717 Set watcher on existing znode=/21212376717/rs/bd6592c37bb2,33801,1732486829597 2024-11-24T22:20:31,449 WARN [RS:0;bd6592c37bb2:33801 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:20:31,449 INFO [RS:0;bd6592c37bb2:33801 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:20:31,449 DEBUG [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597 2024-11-24T22:20:31,450 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,33801,1732486829597] 2024-11-24T22:20:31,452 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T22:20:31,453 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T22:20:31,454 INFO [RS:0;bd6592c37bb2:33801 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T22:20:31,454 INFO [RS:0;bd6592c37bb2:33801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:31,454 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T22:20:31,454 INFO [RS:0;bd6592c37bb2:33801 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T22:20:31,454 INFO [RS:0;bd6592c37bb2:33801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:31,454 DEBUG [RS:0;bd6592c37bb2:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:31,454 DEBUG [RS:0;bd6592c37bb2:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:31,454 DEBUG [RS:0;bd6592c37bb2:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:31,454 DEBUG [RS:0;bd6592c37bb2:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:31,454 DEBUG [RS:0;bd6592c37bb2:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:31,454 DEBUG [RS:0;bd6592c37bb2:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:20:31,455 DEBUG [RS:0;bd6592c37bb2:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:31,455 DEBUG [RS:0;bd6592c37bb2:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:31,455 DEBUG [RS:0;bd6592c37bb2:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:31,455 DEBUG [RS:0;bd6592c37bb2:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:31,455 DEBUG [RS:0;bd6592c37bb2:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:31,455 DEBUG [RS:0;bd6592c37bb2:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:20:31,455 DEBUG [RS:0;bd6592c37bb2:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:20:31,455 DEBUG [RS:0;bd6592c37bb2:33801 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:20:31,456 INFO [RS:0;bd6592c37bb2:33801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:31,456 INFO [RS:0;bd6592c37bb2:33801 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:31,456 INFO [RS:0;bd6592c37bb2:33801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:31,456 INFO [RS:0;bd6592c37bb2:33801 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:31,456 INFO [RS:0;bd6592c37bb2:33801 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:31,456 INFO [RS:0;bd6592c37bb2:33801 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,33801,1732486829597-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:20:31,473 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T22:20:31,473 INFO [RS:0;bd6592c37bb2:33801 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,33801,1732486829597-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:31,473 INFO [RS:0;bd6592c37bb2:33801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:31,473 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.Replication(171): bd6592c37bb2,33801,1732486829597 started 2024-11-24T22:20:31,486 INFO [RS:0;bd6592c37bb2:33801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:31,486 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,33801,1732486829597, RpcServer on bd6592c37bb2/172.17.0.2:33801, sessionid=0x1014c10e5fc0007 2024-11-24T22:20:31,486 DEBUG [RS:0;bd6592c37bb2:33801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T22:20:31,486 DEBUG [RS:0;bd6592c37bb2:33801 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,33801,1732486829597 2024-11-24T22:20:31,486 DEBUG [RS:0;bd6592c37bb2:33801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,33801,1732486829597' 2024-11-24T22:20:31,486 DEBUG [RS:0;bd6592c37bb2:33801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21212376717/flush-table-proc/abort' 2024-11-24T22:20:31,486 DEBUG [RS:0;bd6592c37bb2:33801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21212376717/flush-table-proc/acquired' 2024-11-24T22:20:31,487 DEBUG [RS:0;bd6592c37bb2:33801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T22:20:31,487 DEBUG [RS:0;bd6592c37bb2:33801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T22:20:31,487 DEBUG [RS:0;bd6592c37bb2:33801 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,33801,1732486829597 2024-11-24T22:20:31,487 DEBUG [RS:0;bd6592c37bb2:33801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,33801,1732486829597' 2024-11-24T22:20:31,487 DEBUG [RS:0;bd6592c37bb2:33801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21212376717/online-snapshot/abort' 2024-11-24T22:20:31,487 DEBUG [RS:0;bd6592c37bb2:33801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21212376717/online-snapshot/acquired' 2024-11-24T22:20:31,487 DEBUG [RS:0;bd6592c37bb2:33801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T22:20:31,487 INFO [RS:0;bd6592c37bb2:33801 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T22:20:31,487 INFO [RS:0;bd6592c37bb2:33801 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T22:20:31,579 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:31,580 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:20:31,580 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38425 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:20:31,587 INFO [RS:0;bd6592c37bb2:33801 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:20:31,589 INFO [RS:0;bd6592c37bb2:33801 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C33801%2C1732486829597, suffix=, logDir=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597, archiveDir=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/oldWALs, maxLogs=10 2024-11-24T22:20:31,602 DEBUG [RS:0;bd6592c37bb2:33801 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589, exclude list is [], retry=0 2024-11-24T22:20:31,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37803,DS-fa7c7f78-1f9f-40d5-998e-c9fe24c03e6e,DISK] 2024-11-24T22:20:31,606 INFO [RS:0;bd6592c37bb2:33801 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 2024-11-24T22:20:31,606 DEBUG [RS:0;bd6592c37bb2:33801 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40361:40361)] 2024-11-24T22:20:31,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:31,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:20:31,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:20:31,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:31,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:31,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:20:31,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:20:31,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:31,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:31,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:20:31,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:20:31,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:31,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:31,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:20:31,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:20:31,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:31,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:31,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:20:31,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740 2024-11-24T22:20:31,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740 2024-11-24T22:20:31,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:20:31,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:20:31,796 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:20:31,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:20:31,801 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:20:31,801 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62062021, jitterRate=-0.07520382106304169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:20:31,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732486831782Initializing all the Stores at 1732486831783 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486831783Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486831783Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486831783Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486831783Cleaning up temporary data from old regions at 1732486831795 (+12 ms)Region opened successfully at 1732486831801 (+6 ms) 2024-11-24T22:20:31,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:20:31,801 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:20:31,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:20:31,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:20:31,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:20:31,802 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:20:31,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486831801Disabling compacts and flushes for region at 1732486831801Disabling writes for close at 1732486831802 (+1 ms)Writing region close event to WAL at 1732486831802Closed at 1732486831802 2024-11-24T22:20:31,804 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:20:31,804 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T22:20:31,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T22:20:31,805 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:20:31,806 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T22:20:31,956 DEBUG [bd6592c37bb2:34909 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:20:31,957 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,33801,1732486829597 2024-11-24T22:20:31,958 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,33801,1732486829597, state=OPENING 2024-11-24T22:20:31,959 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T22:20:31,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21212376717 2024-11-24T22:20:31,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1014c10e5fc0007, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21212376717 2024-11-24T22:20:31,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21212376717/meta-region-server: CHANGED 2024-11-24T22:20:31,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21212376717/meta-region-server: CHANGED 2024-11-24T22:20:31,961 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:20:31,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,33801,1732486829597}] 2024-11-24T22:20:32,113 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:20:32,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:20:32,117 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T22:20:32,117 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:20:32,118 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T22:20:32,119 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C33801%2C1732486829597.meta, suffix=.meta, logDir=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597, archiveDir=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/oldWALs, maxLogs=10 2024-11-24T22:20:32,136 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.meta.1732486832119.meta, exclude list is [], retry=0 2024-11-24T22:20:32,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37803,DS-fa7c7f78-1f9f-40d5-998e-c9fe24c03e6e,DISK] 2024-11-24T22:20:32,139 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.meta.1732486832119.meta 2024-11-24T22:20:32,140 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40361:40361)] 2024-11-24T22:20:32,140 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:20:32,140 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:20:32,140 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:20:32,140 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T22:20:32,140 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T22:20:32,140 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T22:20:32,140 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:32,140 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T22:20:32,140 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T22:20:32,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:20:32,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:20:32,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:32,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:32,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:20:32,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:20:32,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:32,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:32,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:20:32,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:20:32,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:32,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:32,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:20:32,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:20:32,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:32,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:20:32,145 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:20:32,146 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740 2024-11-24T22:20:32,147 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740 2024-11-24T22:20:32,147 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:20:32,147 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:20:32,148 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:20:32,149 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:20:32,149 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60633856, jitterRate=-0.09648513793945312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:20:32,149 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T22:20:32,150 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732486832141Writing region info on filesystem at 1732486832141Initializing all the Stores at 1732486832141Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486832141Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486832141Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486832141Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486832141Cleaning up temporary data from old regions at 1732486832148 (+7 ms)Running coprocessor post-open hooks at 1732486832149 (+1 ms)Region opened successfully at 1732486832149 2024-11-24T22:20:32,150 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732486832113 2024-11-24T22:20:32,152 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T22:20:32,152 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T22:20:32,153 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,33801,1732486829597 2024-11-24T22:20:32,153 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,33801,1732486829597, state=OPEN 2024-11-24T22:20:32,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21212376717/meta-region-server 2024-11-24T22:20:32,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1014c10e5fc0007, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21212376717/meta-region-server 2024-11-24T22:20:32,155 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,33801,1732486829597 2024-11-24T22:20:32,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21212376717/meta-region-server: CHANGED 2024-11-24T22:20:32,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21212376717/meta-region-server: CHANGED 2024-11-24T22:20:32,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T22:20:32,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,33801,1732486829597 in 194 msec 2024-11-24T22:20:32,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T22:20:32,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-24T22:20:32,159 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:20:32,159 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T22:20:32,160 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:32,161 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,33801,1732486829597, seqNum=-1] 2024-11-24T22:20:32,161 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:32,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:20:32,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 810 msec 2024-11-24T22:20:32,166 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732486832165, completionTime=-1 2024-11-24T22:20:32,166 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T22:20:32,166 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T22:20:32,167 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T22:20:32,167 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732486892167 2024-11-24T22:20:32,167 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732486952167 2024-11-24T22:20:32,167 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T22:20:32,167 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,34909,1732486829562-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:32,167 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,34909,1732486829562-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:32,167 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,34909,1732486829562-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:32,168 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:34909, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:32,168 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:32,168 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:32,169 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T22:20:32,171 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.535sec 2024-11-24T22:20:32,171 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T22:20:32,171 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T22:20:32,171 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T22:20:32,171 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T22:20:32,171 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T22:20:32,171 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,34909,1732486829562-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:20:32,171 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,34909,1732486829562-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T22:20:32,172 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T22:20:32,172 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T22:20:32,172 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,34909,1732486829562-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:20:32,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a552b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:32,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,34909,-1 for getting cluster id 2024-11-24T22:20:32,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:32,223 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '812e40ec-9353-46a8-8c82-c8d3ec8833d2' 2024-11-24T22:20:32,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:32,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "812e40ec-9353-46a8-8c82-c8d3ec8833d2" 2024-11-24T22:20:32,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37cd3df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:32,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,34909,-1] 2024-11-24T22:20:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:32,225 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:32,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236ee495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:32,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:32,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,33801,1732486829597, seqNum=-1] 2024-11-24T22:20:32,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:32,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:20:32,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bd6592c37bb2,34909,1732486829562 2024-11-24T22:20:32,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63967 2024-11-24T22:20:32,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:20:32,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014c10e5fc0008 connected 2024-11-24T22:20:32,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:32,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,46113,1732486823341 2024-11-24T22:20:32,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78e3cb9b 2024-11-24T22:20:32,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:20:32,237 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:20:32,238 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:20:32,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46113 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T22:20:32,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:20:32,240 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:32,240 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T22:20:32,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:20:32,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:32,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741835_1011 (size=902) 2024-11-24T22:20:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:32,647 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 037c07f76d9daa7ffd15b737f8ac67fc, NAME => 'test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281 2024-11-24T22:20:32,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741836_1012 (size=39) 2024-11-24T22:20:32,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:32,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 037c07f76d9daa7ffd15b737f8ac67fc, disabling compactions & flushes 2024-11-24T22:20:32,666 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc. 2024-11-24T22:20:32,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc. 2024-11-24T22:20:32,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc. after waiting 0 ms 2024-11-24T22:20:32,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc. 2024-11-24T22:20:32,666 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc. 2024-11-24T22:20:32,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 037c07f76d9daa7ffd15b737f8ac67fc: Waiting for close lock at 1732486832666Disabling compacts and flushes for region at 1732486832666Disabling writes for close at 1732486832666Writing region close event to WAL at 1732486832666Closed at 1732486832666 2024-11-24T22:20:32,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:20:32,667 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732486832667"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486832667"}]},"ts":"1732486832667"} 2024-11-24T22:20:32,670 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:20:32,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:20:32,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486832670"}]},"ts":"1732486832670"} 2024-11-24T22:20:32,672 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T22:20:32,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=037c07f76d9daa7ffd15b737f8ac67fc, ASSIGN}] 2024-11-24T22:20:32,673 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=037c07f76d9daa7ffd15b737f8ac67fc, ASSIGN 2024-11-24T22:20:32,674 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=037c07f76d9daa7ffd15b737f8ac67fc, ASSIGN; state=OFFLINE, location=bd6592c37bb2,39085,1732486823417; forceNewPlan=false, retain=false 2024-11-24T22:20:32,824 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=037c07f76d9daa7ffd15b737f8ac67fc, regionState=OPENING, regionLocation=bd6592c37bb2,39085,1732486823417 2024-11-24T22:20:32,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=037c07f76d9daa7ffd15b737f8ac67fc, ASSIGN because future has completed 2024-11-24T22:20:32,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 037c07f76d9daa7ffd15b737f8ac67fc, server=bd6592c37bb2,39085,1732486823417}] 2024-11-24T22:20:32,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T22:20:32,850 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T22:20:32,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:20:32,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T22:20:32,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:20:32,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T22:20:32,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T22:20:32,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T22:20:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:32,982 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc. 2024-11-24T22:20:32,982 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 037c07f76d9daa7ffd15b737f8ac67fc, NAME => 'test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:20:32,983 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:20:32,983 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T22:20:32,983 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 037c07f76d9daa7ffd15b737f8ac67fc 2024-11-24T22:20:32,983 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:32,983 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 037c07f76d9daa7ffd15b737f8ac67fc 2024-11-24T22:20:32,983 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 037c07f76d9daa7ffd15b737f8ac67fc 2024-11-24T22:20:32,984 INFO [StoreOpener-037c07f76d9daa7ffd15b737f8ac67fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 037c07f76d9daa7ffd15b737f8ac67fc 2024-11-24T22:20:32,985 INFO [StoreOpener-037c07f76d9daa7ffd15b737f8ac67fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 037c07f76d9daa7ffd15b737f8ac67fc columnFamilyName f 2024-11-24T22:20:32,985 DEBUG [StoreOpener-037c07f76d9daa7ffd15b737f8ac67fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:32,986 INFO [StoreOpener-037c07f76d9daa7ffd15b737f8ac67fc-1 {}] regionserver.HStore(327): Store=037c07f76d9daa7ffd15b737f8ac67fc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:32,986 INFO [StoreOpener-037c07f76d9daa7ffd15b737f8ac67fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 037c07f76d9daa7ffd15b737f8ac67fc 2024-11-24T22:20:32,987 INFO [StoreOpener-037c07f76d9daa7ffd15b737f8ac67fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 037c07f76d9daa7ffd15b737f8ac67fc columnFamilyName f1 2024-11-24T22:20:32,987 DEBUG [StoreOpener-037c07f76d9daa7ffd15b737f8ac67fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:32,987 INFO [StoreOpener-037c07f76d9daa7ffd15b737f8ac67fc-1 {}] regionserver.HStore(327): Store=037c07f76d9daa7ffd15b737f8ac67fc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:32,987 INFO [StoreOpener-037c07f76d9daa7ffd15b737f8ac67fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 037c07f76d9daa7ffd15b737f8ac67fc 2024-11-24T22:20:32,989 INFO [StoreOpener-037c07f76d9daa7ffd15b737f8ac67fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 037c07f76d9daa7ffd15b737f8ac67fc columnFamilyName norep 2024-11-24T22:20:32,989 DEBUG [StoreOpener-037c07f76d9daa7ffd15b737f8ac67fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:32,989 INFO [StoreOpener-037c07f76d9daa7ffd15b737f8ac67fc-1 {}] regionserver.HStore(327): Store=037c07f76d9daa7ffd15b737f8ac67fc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:32,989 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 037c07f76d9daa7ffd15b737f8ac67fc 2024-11-24T22:20:32,990 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/default/test/037c07f76d9daa7ffd15b737f8ac67fc 2024-11-24T22:20:32,990 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/default/test/037c07f76d9daa7ffd15b737f8ac67fc 2024-11-24T22:20:32,991 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 037c07f76d9daa7ffd15b737f8ac67fc 2024-11-24T22:20:32,991 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 037c07f76d9daa7ffd15b737f8ac67fc 2024-11-24T22:20:32,992 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:20:32,992 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 037c07f76d9daa7ffd15b737f8ac67fc 2024-11-24T22:20:32,994 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/default/test/037c07f76d9daa7ffd15b737f8ac67fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:20:32,994 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 037c07f76d9daa7ffd15b737f8ac67fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61487980, jitterRate=-0.08375769853591919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:20:32,994 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 037c07f76d9daa7ffd15b737f8ac67fc 2024-11-24T22:20:32,995 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 037c07f76d9daa7ffd15b737f8ac67fc: Running coprocessor pre-open hook at 1732486832983Writing region info on filesystem at 1732486832983Initializing all the Stores at 1732486832984 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486832984Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486832984Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486832984Cleaning up temporary data from old regions at 1732486832991 (+7 ms)Running coprocessor post-open hooks at 1732486832994 (+3 ms)Region opened successfully at 1732486832995 (+1 ms) 2024-11-24T22:20:32,996 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc., pid=6, masterSystemTime=1732486832978 2024-11-24T22:20:32,998 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc. 2024-11-24T22:20:32,998 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc. 2024-11-24T22:20:32,998 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=037c07f76d9daa7ffd15b737f8ac67fc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bd6592c37bb2,39085,1732486823417 2024-11-24T22:20:33,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 037c07f76d9daa7ffd15b737f8ac67fc, server=bd6592c37bb2,39085,1732486823417 because future has completed 2024-11-24T22:20:33,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T22:20:33,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 037c07f76d9daa7ffd15b737f8ac67fc, server=bd6592c37bb2,39085,1732486823417 in 174 msec 2024-11-24T22:20:33,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T22:20:33,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=037c07f76d9daa7ffd15b737f8ac67fc, ASSIGN in 331 msec 2024-11-24T22:20:33,005 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:20:33,005 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486833005"}]},"ts":"1732486833005"} 2024-11-24T22:20:33,007 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T22:20:33,008 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:20:33,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 770 msec 2024-11-24T22:20:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:33,380 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T22:20:33,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:33,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,33821,1732486826058 2024-11-24T22:20:33,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67f3e355 2024-11-24T22:20:33,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:20:33,383 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:20:33,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:20:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T22:20:33,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:20:33,386 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:33,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T22:20:33,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:20:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:33,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741835_1011 (size=902) 2024-11-24T22:20:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:33,560 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:20:33,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:33,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:33,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:33,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:33,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:33,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:33,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:33,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:33,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:33,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:33,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:33,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:33,794 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a9c342cba822e7ca72aba324082fd6be, NAME => 'test,,1732486833383.a9c342cba822e7ca72aba324082fd6be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f 2024-11-24T22:20:33,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741836_1012 (size=39) 2024-11-24T22:20:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:34,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732486833383.a9c342cba822e7ca72aba324082fd6be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:34,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a9c342cba822e7ca72aba324082fd6be, disabling compactions & flushes 2024-11-24T22:20:34,203 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732486833383.a9c342cba822e7ca72aba324082fd6be. 2024-11-24T22:20:34,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486833383.a9c342cba822e7ca72aba324082fd6be. 2024-11-24T22:20:34,204 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732486833383.a9c342cba822e7ca72aba324082fd6be. after waiting 0 ms 2024-11-24T22:20:34,204 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732486833383.a9c342cba822e7ca72aba324082fd6be. 2024-11-24T22:20:34,204 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732486833383.a9c342cba822e7ca72aba324082fd6be. 2024-11-24T22:20:34,204 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a9c342cba822e7ca72aba324082fd6be: Waiting for close lock at 1732486834203Disabling compacts and flushes for region at 1732486834203Disabling writes for close at 1732486834204 (+1 ms)Writing region close event to WAL at 1732486834204Closed at 1732486834204 2024-11-24T22:20:34,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:20:34,205 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732486833383.a9c342cba822e7ca72aba324082fd6be.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732486834205"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486834205"}]},"ts":"1732486834205"} 2024-11-24T22:20:34,207 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:20:34,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:20:34,208 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486834208"}]},"ts":"1732486834208"} 2024-11-24T22:20:34,210 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T22:20:34,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a9c342cba822e7ca72aba324082fd6be, ASSIGN}] 2024-11-24T22:20:34,211 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a9c342cba822e7ca72aba324082fd6be, ASSIGN 2024-11-24T22:20:34,212 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a9c342cba822e7ca72aba324082fd6be, ASSIGN; state=OFFLINE, location=bd6592c37bb2,40513,1732486826118; forceNewPlan=false, retain=false 2024-11-24T22:20:34,362 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a9c342cba822e7ca72aba324082fd6be, regionState=OPENING, regionLocation=bd6592c37bb2,40513,1732486826118 2024-11-24T22:20:34,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a9c342cba822e7ca72aba324082fd6be, ASSIGN because future has completed 2024-11-24T22:20:34,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9c342cba822e7ca72aba324082fd6be, server=bd6592c37bb2,40513,1732486826118}] 2024-11-24T22:20:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:34,521 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732486833383.a9c342cba822e7ca72aba324082fd6be. 2024-11-24T22:20:34,521 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a9c342cba822e7ca72aba324082fd6be, NAME => 'test,,1732486833383.a9c342cba822e7ca72aba324082fd6be.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:20:34,521 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:20:34,522 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T22:20:34,522 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a9c342cba822e7ca72aba324082fd6be 2024-11-24T22:20:34,522 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732486833383.a9c342cba822e7ca72aba324082fd6be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:34,522 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a9c342cba822e7ca72aba324082fd6be 2024-11-24T22:20:34,522 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a9c342cba822e7ca72aba324082fd6be 2024-11-24T22:20:34,523 INFO [StoreOpener-a9c342cba822e7ca72aba324082fd6be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a9c342cba822e7ca72aba324082fd6be 2024-11-24T22:20:34,524 INFO [StoreOpener-a9c342cba822e7ca72aba324082fd6be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9c342cba822e7ca72aba324082fd6be columnFamilyName f 2024-11-24T22:20:34,524 DEBUG [StoreOpener-a9c342cba822e7ca72aba324082fd6be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:34,525 INFO [StoreOpener-a9c342cba822e7ca72aba324082fd6be-1 {}] regionserver.HStore(327): Store=a9c342cba822e7ca72aba324082fd6be/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:34,525 INFO [StoreOpener-a9c342cba822e7ca72aba324082fd6be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a9c342cba822e7ca72aba324082fd6be 2024-11-24T22:20:34,526 INFO [StoreOpener-a9c342cba822e7ca72aba324082fd6be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9c342cba822e7ca72aba324082fd6be columnFamilyName f1 2024-11-24T22:20:34,526 DEBUG [StoreOpener-a9c342cba822e7ca72aba324082fd6be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:34,526 INFO [StoreOpener-a9c342cba822e7ca72aba324082fd6be-1 {}] regionserver.HStore(327): Store=a9c342cba822e7ca72aba324082fd6be/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:34,526 INFO [StoreOpener-a9c342cba822e7ca72aba324082fd6be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a9c342cba822e7ca72aba324082fd6be 2024-11-24T22:20:34,528 INFO [StoreOpener-a9c342cba822e7ca72aba324082fd6be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9c342cba822e7ca72aba324082fd6be columnFamilyName norep 2024-11-24T22:20:34,528 DEBUG [StoreOpener-a9c342cba822e7ca72aba324082fd6be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:34,529 INFO [StoreOpener-a9c342cba822e7ca72aba324082fd6be-1 {}] regionserver.HStore(327): Store=a9c342cba822e7ca72aba324082fd6be/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:34,529 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a9c342cba822e7ca72aba324082fd6be 2024-11-24T22:20:34,530 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/default/test/a9c342cba822e7ca72aba324082fd6be 2024-11-24T22:20:34,530 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/default/test/a9c342cba822e7ca72aba324082fd6be 2024-11-24T22:20:34,531 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a9c342cba822e7ca72aba324082fd6be 2024-11-24T22:20:34,531 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a9c342cba822e7ca72aba324082fd6be 2024-11-24T22:20:34,531 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:20:34,532 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a9c342cba822e7ca72aba324082fd6be 2024-11-24T22:20:34,534 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/default/test/a9c342cba822e7ca72aba324082fd6be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:20:34,534 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a9c342cba822e7ca72aba324082fd6be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65081944, jitterRate=-0.03020346164703369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:20:34,534 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9c342cba822e7ca72aba324082fd6be 2024-11-24T22:20:34,534 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a9c342cba822e7ca72aba324082fd6be: Running coprocessor pre-open hook at 1732486834522Writing region info on filesystem at 1732486834522Initializing all the Stores at 1732486834523 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486834523Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486834523Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486834523Cleaning up temporary data from old regions at 1732486834531 (+8 ms)Running coprocessor post-open hooks at 1732486834534 (+3 ms)Region opened successfully at 1732486834534 2024-11-24T22:20:34,535 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732486833383.a9c342cba822e7ca72aba324082fd6be., pid=6, masterSystemTime=1732486834517 2024-11-24T22:20:34,537 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732486833383.a9c342cba822e7ca72aba324082fd6be. 2024-11-24T22:20:34,537 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732486833383.a9c342cba822e7ca72aba324082fd6be. 2024-11-24T22:20:34,537 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a9c342cba822e7ca72aba324082fd6be, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bd6592c37bb2,40513,1732486826118 2024-11-24T22:20:34,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9c342cba822e7ca72aba324082fd6be, server=bd6592c37bb2,40513,1732486826118 because future has completed 2024-11-24T22:20:34,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T22:20:34,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a9c342cba822e7ca72aba324082fd6be, server=bd6592c37bb2,40513,1732486826118 in 175 msec 2024-11-24T22:20:34,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T22:20:34,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a9c342cba822e7ca72aba324082fd6be, ASSIGN in 332 msec 2024-11-24T22:20:34,544 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:20:34,544 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486834544"}]},"ts":"1732486834544"} 2024-11-24T22:20:34,546 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T22:20:34,547 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:20:34,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-24T22:20:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:35,530 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T22:20:35,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:35,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,34909,1732486829562 2024-11-24T22:20:35,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25d6864a 2024-11-24T22:20:35,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:20:35,532 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:20:35,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:20:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T22:20:35,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:20:35,535 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:35,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T22:20:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:35,536 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:20:35,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741835_1011 (size=902) 2024-11-24T22:20:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:35,942 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 079bf972012a36511c34b46296b900c2, NAME => 'test,,1732486835532.079bf972012a36511c34b46296b900c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b 2024-11-24T22:20:35,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741836_1012 (size=39) 2024-11-24T22:20:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:36,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732486835532.079bf972012a36511c34b46296b900c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:36,348 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 079bf972012a36511c34b46296b900c2, disabling compactions & flushes 2024-11-24T22:20:36,348 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732486835532.079bf972012a36511c34b46296b900c2. 2024-11-24T22:20:36,348 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486835532.079bf972012a36511c34b46296b900c2. 2024-11-24T22:20:36,348 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732486835532.079bf972012a36511c34b46296b900c2. after waiting 0 ms 2024-11-24T22:20:36,348 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732486835532.079bf972012a36511c34b46296b900c2. 2024-11-24T22:20:36,348 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732486835532.079bf972012a36511c34b46296b900c2. 2024-11-24T22:20:36,348 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 079bf972012a36511c34b46296b900c2: Waiting for close lock at 1732486836348Disabling compacts and flushes for region at 1732486836348Disabling writes for close at 1732486836348Writing region close event to WAL at 1732486836348Closed at 1732486836348 2024-11-24T22:20:36,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:20:36,349 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732486835532.079bf972012a36511c34b46296b900c2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732486836349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486836349"}]},"ts":"1732486836349"} 2024-11-24T22:20:36,351 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:20:36,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:20:36,352 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486836352"}]},"ts":"1732486836352"} 2024-11-24T22:20:36,353 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T22:20:36,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=079bf972012a36511c34b46296b900c2, ASSIGN}] 2024-11-24T22:20:36,355 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=079bf972012a36511c34b46296b900c2, ASSIGN 2024-11-24T22:20:36,355 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=079bf972012a36511c34b46296b900c2, ASSIGN; state=OFFLINE, location=bd6592c37bb2,33801,1732486829597; forceNewPlan=false, retain=false 2024-11-24T22:20:36,506 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=079bf972012a36511c34b46296b900c2, regionState=OPENING, regionLocation=bd6592c37bb2,33801,1732486829597 2024-11-24T22:20:36,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=079bf972012a36511c34b46296b900c2, ASSIGN because future has completed 2024-11-24T22:20:36,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 079bf972012a36511c34b46296b900c2, server=bd6592c37bb2,33801,1732486829597}] 2024-11-24T22:20:36,512 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T22:20:36,663 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732486835532.079bf972012a36511c34b46296b900c2. 2024-11-24T22:20:36,664 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 079bf972012a36511c34b46296b900c2, NAME => 'test,,1732486835532.079bf972012a36511c34b46296b900c2.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:20:36,664 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:20:36,664 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T22:20:36,664 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 079bf972012a36511c34b46296b900c2 2024-11-24T22:20:36,664 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732486835532.079bf972012a36511c34b46296b900c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:36,664 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 079bf972012a36511c34b46296b900c2 2024-11-24T22:20:36,664 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 079bf972012a36511c34b46296b900c2 2024-11-24T22:20:36,665 INFO [StoreOpener-079bf972012a36511c34b46296b900c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 079bf972012a36511c34b46296b900c2 2024-11-24T22:20:36,666 INFO [StoreOpener-079bf972012a36511c34b46296b900c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 079bf972012a36511c34b46296b900c2 columnFamilyName f 2024-11-24T22:20:36,666 DEBUG [StoreOpener-079bf972012a36511c34b46296b900c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:36,667 INFO [StoreOpener-079bf972012a36511c34b46296b900c2-1 {}] regionserver.HStore(327): Store=079bf972012a36511c34b46296b900c2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:36,667 INFO [StoreOpener-079bf972012a36511c34b46296b900c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 079bf972012a36511c34b46296b900c2 2024-11-24T22:20:36,668 INFO [StoreOpener-079bf972012a36511c34b46296b900c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 079bf972012a36511c34b46296b900c2 columnFamilyName f1 2024-11-24T22:20:36,668 DEBUG [StoreOpener-079bf972012a36511c34b46296b900c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:36,668 INFO [StoreOpener-079bf972012a36511c34b46296b900c2-1 {}] regionserver.HStore(327): Store=079bf972012a36511c34b46296b900c2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:36,668 INFO [StoreOpener-079bf972012a36511c34b46296b900c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 079bf972012a36511c34b46296b900c2 2024-11-24T22:20:36,669 INFO [StoreOpener-079bf972012a36511c34b46296b900c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 079bf972012a36511c34b46296b900c2 columnFamilyName norep 2024-11-24T22:20:36,669 DEBUG [StoreOpener-079bf972012a36511c34b46296b900c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:36,669 INFO [StoreOpener-079bf972012a36511c34b46296b900c2-1 {}] regionserver.HStore(327): Store=079bf972012a36511c34b46296b900c2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:36,669 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 079bf972012a36511c34b46296b900c2 2024-11-24T22:20:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:36,670 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/default/test/079bf972012a36511c34b46296b900c2 2024-11-24T22:20:36,670 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/default/test/079bf972012a36511c34b46296b900c2 2024-11-24T22:20:36,671 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 079bf972012a36511c34b46296b900c2 2024-11-24T22:20:36,671 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 079bf972012a36511c34b46296b900c2 2024-11-24T22:20:36,671 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:20:36,672 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 079bf972012a36511c34b46296b900c2 2024-11-24T22:20:36,673 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/default/test/079bf972012a36511c34b46296b900c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:20:36,674 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 079bf972012a36511c34b46296b900c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62489760, jitterRate=-0.06883001327514648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:20:36,674 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 079bf972012a36511c34b46296b900c2 2024-11-24T22:20:36,674 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 079bf972012a36511c34b46296b900c2: Running coprocessor pre-open hook at 1732486836664Writing region info on filesystem at 1732486836664Initializing all the Stores at 1732486836665 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486836665Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486836665Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486836665Cleaning up temporary data from old regions at 1732486836671 (+6 ms)Running coprocessor post-open hooks at 1732486836674 (+3 ms)Region opened successfully at 1732486836674 2024-11-24T22:20:36,674 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732486835532.079bf972012a36511c34b46296b900c2., pid=6, masterSystemTime=1732486836660 2024-11-24T22:20:36,676 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732486835532.079bf972012a36511c34b46296b900c2. 2024-11-24T22:20:36,676 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732486835532.079bf972012a36511c34b46296b900c2. 2024-11-24T22:20:36,677 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=079bf972012a36511c34b46296b900c2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bd6592c37bb2,33801,1732486829597 2024-11-24T22:20:36,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 079bf972012a36511c34b46296b900c2, server=bd6592c37bb2,33801,1732486829597 because future has completed 2024-11-24T22:20:36,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T22:20:36,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 079bf972012a36511c34b46296b900c2, server=bd6592c37bb2,33801,1732486829597 in 173 msec 2024-11-24T22:20:36,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T22:20:36,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=079bf972012a36511c34b46296b900c2, ASSIGN in 329 msec 2024-11-24T22:20:36,685 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:20:36,686 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486836685"}]},"ts":"1732486836685"} 2024-11-24T22:20:36,688 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T22:20:36,688 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:20:36,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-24T22:20:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:20:37,680 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T22:20:37,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590b12be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:37,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,46113,-1 for getting cluster id 2024-11-24T22:20:37,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:37,681 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db3f51b6-3461-4b78-88b2-d73a184dbf36' 2024-11-24T22:20:37,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:37,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db3f51b6-3461-4b78-88b2-d73a184dbf36" 2024-11-24T22:20:37,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53851d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:37,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,46113,-1] 2024-11-24T22:20:37,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:37,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:37,683 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:37,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200c2a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:37,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,46113,1732486823341 2024-11-24T22:20:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bd611b7 2024-11-24T22:20:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:20:37,686 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:20:37,686 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46113 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bd6592c37bb2:33821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T22:20:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46113 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T22:20:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:37,689 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:33821' 2024-11-24T22:20:37,690 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65544752, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:37,690 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,33821,-1 for getting cluster id 2024-11-24T22:20:37,690 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:37,691 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13241326-ff5c-4e3d-8c08-9a6431fbfc1b' 2024-11-24T22:20:37,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:37,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13241326-ff5c-4e3d-8c08-9a6431fbfc1b" 2024-11-24T22:20:37,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bba8129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:37,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,33821,-1] 2024-11-24T22:20:37,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:37,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:37,692 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:37,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e647afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:37,693 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:37,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,33821,1732486826058 2024-11-24T22:20:37,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ea9ec24 2024-11-24T22:20:37,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:20:37,694 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:20:37,695 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T22:20:37,695 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T22:20:37,695 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:37,695 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:37,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:37,696 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:20:37,697 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T22:20:37,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:20:37,698 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:37,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:20:37,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741837_1013 (size=1138) 2024-11-24T22:20:37,747 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T22:20:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:38,105 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => febaac263f5876f5329dbd3666d4ae08, NAME => 'hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281 2024-11-24T22:20:38,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741838_1014 (size=44) 2024-11-24T22:20:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:38,485 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:20:38,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:38,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:38,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:38,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:38,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:38,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:38,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:38,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:38,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:38,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing febaac263f5876f5329dbd3666d4ae08, disabling compactions & flushes 2024-11-24T22:20:38,515 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08. 2024-11-24T22:20:38,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08. 2024-11-24T22:20:38,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08. after waiting 0 ms 2024-11-24T22:20:38,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08. 2024-11-24T22:20:38,515 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08. 2024-11-24T22:20:38,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for febaac263f5876f5329dbd3666d4ae08: Waiting for close lock at 1732486838515Disabling compacts and flushes for region at 1732486838515Disabling writes for close at 1732486838515Writing region close event to WAL at 1732486838515Closed at 1732486838515 2024-11-24T22:20:38,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:20:38,516 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732486838516"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486838516"}]},"ts":"1732486838516"} 2024-11-24T22:20:38,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:38,519 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:20:38,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:20:38,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486838519"}]},"ts":"1732486838519"} 2024-11-24T22:20:38,521 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T22:20:38,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=febaac263f5876f5329dbd3666d4ae08, ASSIGN}] 2024-11-24T22:20:38,523 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=febaac263f5876f5329dbd3666d4ae08, ASSIGN 2024-11-24T22:20:38,523 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=febaac263f5876f5329dbd3666d4ae08, ASSIGN; state=OFFLINE, location=bd6592c37bb2,39085,1732486823417; forceNewPlan=false, retain=false 2024-11-24T22:20:38,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:38,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:38,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:38,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=febaac263f5876f5329dbd3666d4ae08, regionState=OPENING, regionLocation=bd6592c37bb2,39085,1732486823417 2024-11-24T22:20:38,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=febaac263f5876f5329dbd3666d4ae08, ASSIGN because future has completed 2024-11-24T22:20:38,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure febaac263f5876f5329dbd3666d4ae08, server=bd6592c37bb2,39085,1732486823417}] 2024-11-24T22:20:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:38,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08. 2024-11-24T22:20:38,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:20:38,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T22:20:38,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C39085%2C1732486823417.rep, suffix=, logDir=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417, archiveDir=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/oldWALs, maxLogs=10 2024-11-24T22:20:38,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.rep.1732486838834, exclude list is [], retry=0 2024-11-24T22:20:38,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35499,DS-567bfc7e-cf31-43a2-a4ca-2e0190ffabdc,DISK] 2024-11-24T22:20:38,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.rep.1732486838834 2024-11-24T22:20:38,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36673:36673)] 2024-11-24T22:20:38,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => febaac263f5876f5329dbd3666d4ae08, NAME => 'hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:20:38,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:20:38,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:20:38,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08. service=MultiRowMutationService 2024-11-24T22:20:38,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T22:20:38,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication febaac263f5876f5329dbd3666d4ae08 2024-11-24T22:20:38,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:38,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for febaac263f5876f5329dbd3666d4ae08 2024-11-24T22:20:38,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for febaac263f5876f5329dbd3666d4ae08 2024-11-24T22:20:38,854 INFO [StoreOpener-febaac263f5876f5329dbd3666d4ae08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region febaac263f5876f5329dbd3666d4ae08 2024-11-24T22:20:38,855 INFO [StoreOpener-febaac263f5876f5329dbd3666d4ae08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region febaac263f5876f5329dbd3666d4ae08 columnFamilyName hfileref 2024-11-24T22:20:38,855 DEBUG [StoreOpener-febaac263f5876f5329dbd3666d4ae08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:38,855 INFO [StoreOpener-febaac263f5876f5329dbd3666d4ae08-1 {}] regionserver.HStore(327): Store=febaac263f5876f5329dbd3666d4ae08/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:38,855 INFO [StoreOpener-febaac263f5876f5329dbd3666d4ae08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region febaac263f5876f5329dbd3666d4ae08 2024-11-24T22:20:38,856 INFO [StoreOpener-febaac263f5876f5329dbd3666d4ae08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region febaac263f5876f5329dbd3666d4ae08 columnFamilyName queue 2024-11-24T22:20:38,856 DEBUG [StoreOpener-febaac263f5876f5329dbd3666d4ae08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:38,857 INFO [StoreOpener-febaac263f5876f5329dbd3666d4ae08-1 {}] regionserver.HStore(327): Store=febaac263f5876f5329dbd3666d4ae08/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:38,857 INFO [StoreOpener-febaac263f5876f5329dbd3666d4ae08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region febaac263f5876f5329dbd3666d4ae08 2024-11-24T22:20:38,857 INFO [StoreOpener-febaac263f5876f5329dbd3666d4ae08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region febaac263f5876f5329dbd3666d4ae08 columnFamilyName sid 2024-11-24T22:20:38,857 DEBUG [StoreOpener-febaac263f5876f5329dbd3666d4ae08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:38,858 INFO [StoreOpener-febaac263f5876f5329dbd3666d4ae08-1 {}] regionserver.HStore(327): Store=febaac263f5876f5329dbd3666d4ae08/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:38,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for febaac263f5876f5329dbd3666d4ae08 2024-11-24T22:20:38,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/replication/febaac263f5876f5329dbd3666d4ae08 2024-11-24T22:20:38,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/replication/febaac263f5876f5329dbd3666d4ae08 2024-11-24T22:20:38,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for febaac263f5876f5329dbd3666d4ae08 2024-11-24T22:20:38,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for febaac263f5876f5329dbd3666d4ae08 2024-11-24T22:20:38,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:20:38,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for febaac263f5876f5329dbd3666d4ae08 2024-11-24T22:20:38,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/replication/febaac263f5876f5329dbd3666d4ae08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:20:38,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened febaac263f5876f5329dbd3666d4ae08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74798893, jitterRate=0.1145903617143631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:20:38,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for febaac263f5876f5329dbd3666d4ae08 2024-11-24T22:20:38,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for febaac263f5876f5329dbd3666d4ae08: Running coprocessor pre-open hook at 1732486838853Writing region info on filesystem at 1732486838853Initializing all the Stores at 1732486838853Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486838853Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486838854 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486838854Cleaning up temporary data from old regions at 1732486838859 (+5 ms)Running coprocessor post-open hooks at 1732486838863 (+4 ms)Region opened successfully at 1732486838863 2024-11-24T22:20:38,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08., pid=10, masterSystemTime=1732486838829 2024-11-24T22:20:38,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08. 2024-11-24T22:20:38,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08. 2024-11-24T22:20:38,866 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=febaac263f5876f5329dbd3666d4ae08, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,39085,1732486823417 2024-11-24T22:20:38,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure febaac263f5876f5329dbd3666d4ae08, server=bd6592c37bb2,39085,1732486823417 because future has completed 2024-11-24T22:20:38,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T22:20:38,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure febaac263f5876f5329dbd3666d4ae08, server=bd6592c37bb2,39085,1732486823417 in 192 msec 2024-11-24T22:20:38,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T22:20:38,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=febaac263f5876f5329dbd3666d4ae08, ASSIGN in 350 msec 2024-11-24T22:20:38,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:20:38,873 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486838873"}]},"ts":"1732486838873"} 2024-11-24T22:20:38,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T22:20:38,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:20:38,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-24T22:20:38,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08., hostname=bd6592c37bb2,39085,1732486823417, seqNum=2] 2024-11-24T22:20:38,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976915042 2024-11-24T22:20:38,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1014c10e5fc0001, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976915042 2024-11-24T22:20:38,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T22:20:39,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39085 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T22:20:39,064 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T22:20:39,100 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bd6592c37bb2,39085,1732486823417, ReplicationSource: 1, currentBandwidth=0 2024-11-24T22:20:39,101 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:39,101 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,39085,1732486823417, seqNum=-1] 2024-11-24T22:20:39,101 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:39,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-24T22:20:39,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bd6592c37bb2,39085,1732486823417', locateType=CURRENT is [region=hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08., hostname=bd6592c37bb2,39085,1732486823417, seqNum=2] 2024-11-24T22:20:39,106 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T22:20:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46113 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T22:20:39,109 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bd6592c37bb2,39085,1732486823417 suceeded 2024-11-24T22:20:39,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T22:20:39,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-24T22:20:39,111 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bd6592c37bb2:33821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T22:20:39,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4240 sec 2024-11-24T22:20:39,121 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:33821' 2024-11-24T22:20:39,122 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16fa75a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:39,122 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,33821,-1 for getting cluster id 2024-11-24T22:20:39,122 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:39,123 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13241326-ff5c-4e3d-8c08-9a6431fbfc1b' 2024-11-24T22:20:39,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:39,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13241326-ff5c-4e3d-8c08-9a6431fbfc1b" 2024-11-24T22:20:39,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@898beff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:39,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,33821,-1] 2024-11-24T22:20:39,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:39,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:39,124 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:39,125 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69d1012e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:39,125 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:39,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,33821,1732486826058 2024-11-24T22:20:39,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3997f416 2024-11-24T22:20:39,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:20:39,126 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-24T22:20:39,127 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bd6592c37bb2,39085,1732486823417 (queues=1) is replicating from cluster=db3f51b6-3461-4b78-88b2-d73a184dbf36 to cluster=13241326-ff5c-4e3d-8c08-9a6431fbfc1b 2024-11-24T22:20:39,127 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bd6592c37bb2%2C39085%2C1732486823417 2024-11-24T22:20:39,127 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bd6592c37bb2,39085,1732486823417, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T22:20:39,128 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649, startPosition=0, beingWritten=true 2024-11-24T22:20:39,128 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.shipperbd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bd6592c37bb2%2C39085%2C1732486823417 2024-11-24T22:20:39,132 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:39,132 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 379, reset compression=false 2024-11-24T22:20:39,132 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.shipperbd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,39085,1732486823417 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:20:39,336 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 379, reset compression=false 2024-11-24T22:20:39,640 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 379, reset compression=false 2024-11-24T22:20:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:39,840 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T22:20:39,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:20:39,840 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:39,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:39,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:39,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:39,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e32d5df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:39,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,33821,-1 for getting cluster id 2024-11-24T22:20:39,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:39,841 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13241326-ff5c-4e3d-8c08-9a6431fbfc1b' 2024-11-24T22:20:39,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:39,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13241326-ff5c-4e3d-8c08-9a6431fbfc1b" 2024-11-24T22:20:39,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d928ff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:39,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,33821,-1] 2024-11-24T22:20:39,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:39,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:39,843 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:39,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b9b2bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:39,844 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:39,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,33821,1732486826058 2024-11-24T22:20:39,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2db7f5b4 2024-11-24T22:20:39,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:20:39,846 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:20:39,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bd6592c37bb2:34909,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T22:20:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T22:20:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:39,849 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:34909' 2024-11-24T22:20:39,850 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632b7df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:39,850 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,34909,-1 for getting cluster id 2024-11-24T22:20:39,850 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:39,850 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '812e40ec-9353-46a8-8c82-c8d3ec8833d2' 2024-11-24T22:20:39,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:39,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "812e40ec-9353-46a8-8c82-c8d3ec8833d2" 2024-11-24T22:20:39,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eaa3887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:39,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,34909,-1] 2024-11-24T22:20:39,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:39,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:39,851 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:39,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409046b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:39,852 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:39,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,34909,1732486829562 2024-11-24T22:20:39,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d31fcfd 2024-11-24T22:20:39,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:20:39,853 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:20:39,854 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T22:20:39,854 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T22:20:39,854 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:39,854 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:39,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:39,854 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:20:39,855 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T22:20:39,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:20:39,856 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:39,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:20:39,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741837_1013 (size=1138) 2024-11-24T22:20:39,906 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T22:20:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:40,044 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 379, reset compression=false 2024-11-24T22:20:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:40,267 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05b076ad3c6c0f4d2e6f6b176d49bf92, NAME => 'hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f 2024-11-24T22:20:40,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741838_1014 (size=44) 2024-11-24T22:20:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:40,547 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 379, reset compression=false 2024-11-24T22:20:40,673 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:40,673 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 05b076ad3c6c0f4d2e6f6b176d49bf92, disabling compactions & flushes 2024-11-24T22:20:40,673 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92. 2024-11-24T22:20:40,673 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92. 2024-11-24T22:20:40,673 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92. after waiting 0 ms 2024-11-24T22:20:40,673 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92. 2024-11-24T22:20:40,673 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92. 2024-11-24T22:20:40,673 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05b076ad3c6c0f4d2e6f6b176d49bf92: Waiting for close lock at 1732486840673Disabling compacts and flushes for region at 1732486840673Disabling writes for close at 1732486840673Writing region close event to WAL at 1732486840673Closed at 1732486840673 2024-11-24T22:20:40,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:20:40,674 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732486840674"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486840674"}]},"ts":"1732486840674"} 2024-11-24T22:20:40,676 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:20:40,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:20:40,677 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486840677"}]},"ts":"1732486840677"} 2024-11-24T22:20:40,679 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T22:20:40,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=05b076ad3c6c0f4d2e6f6b176d49bf92, ASSIGN}] 2024-11-24T22:20:40,680 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=05b076ad3c6c0f4d2e6f6b176d49bf92, ASSIGN 2024-11-24T22:20:40,681 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=05b076ad3c6c0f4d2e6f6b176d49bf92, ASSIGN; state=OFFLINE, location=bd6592c37bb2,40513,1732486826118; forceNewPlan=false, retain=false 2024-11-24T22:20:40,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=05b076ad3c6c0f4d2e6f6b176d49bf92, regionState=OPENING, regionLocation=bd6592c37bb2,40513,1732486826118 2024-11-24T22:20:40,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=05b076ad3c6c0f4d2e6f6b176d49bf92, ASSIGN because future has completed 2024-11-24T22:20:40,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05b076ad3c6c0f4d2e6f6b176d49bf92, server=bd6592c37bb2,40513,1732486826118}] 2024-11-24T22:20:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:40,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92. 2024-11-24T22:20:40,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:20:40,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T22:20:40,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C40513%2C1732486826118.rep, suffix=, logDir=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118, archiveDir=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/oldWALs, maxLogs=10 2024-11-24T22:20:41,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.rep.1732486840990, exclude list is [], retry=0 2024-11-24T22:20:41,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45335,DS-f7da63b8-c19e-4b1e-82f0-6fc71bf50af0,DISK] 2024-11-24T22:20:41,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.rep.1732486840990 2024-11-24T22:20:41,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43315:43315)] 2024-11-24T22:20:41,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 05b076ad3c6c0f4d2e6f6b176d49bf92, NAME => 'hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:20:41,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:20:41,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:20:41,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92. service=MultiRowMutationService 2024-11-24T22:20:41,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T22:20:41,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 05b076ad3c6c0f4d2e6f6b176d49bf92 2024-11-24T22:20:41,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:41,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 05b076ad3c6c0f4d2e6f6b176d49bf92 2024-11-24T22:20:41,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 05b076ad3c6c0f4d2e6f6b176d49bf92 2024-11-24T22:20:41,009 INFO [StoreOpener-05b076ad3c6c0f4d2e6f6b176d49bf92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 05b076ad3c6c0f4d2e6f6b176d49bf92 2024-11-24T22:20:41,010 INFO [StoreOpener-05b076ad3c6c0f4d2e6f6b176d49bf92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05b076ad3c6c0f4d2e6f6b176d49bf92 columnFamilyName hfileref 2024-11-24T22:20:41,010 DEBUG [StoreOpener-05b076ad3c6c0f4d2e6f6b176d49bf92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:41,010 INFO [StoreOpener-05b076ad3c6c0f4d2e6f6b176d49bf92-1 {}] regionserver.HStore(327): Store=05b076ad3c6c0f4d2e6f6b176d49bf92/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:41,010 INFO [StoreOpener-05b076ad3c6c0f4d2e6f6b176d49bf92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 05b076ad3c6c0f4d2e6f6b176d49bf92 2024-11-24T22:20:41,011 INFO [StoreOpener-05b076ad3c6c0f4d2e6f6b176d49bf92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05b076ad3c6c0f4d2e6f6b176d49bf92 columnFamilyName queue 2024-11-24T22:20:41,011 DEBUG [StoreOpener-05b076ad3c6c0f4d2e6f6b176d49bf92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:41,011 INFO [StoreOpener-05b076ad3c6c0f4d2e6f6b176d49bf92-1 {}] regionserver.HStore(327): Store=05b076ad3c6c0f4d2e6f6b176d49bf92/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:41,011 INFO [StoreOpener-05b076ad3c6c0f4d2e6f6b176d49bf92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 05b076ad3c6c0f4d2e6f6b176d49bf92 2024-11-24T22:20:41,012 INFO [StoreOpener-05b076ad3c6c0f4d2e6f6b176d49bf92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05b076ad3c6c0f4d2e6f6b176d49bf92 columnFamilyName sid 2024-11-24T22:20:41,012 DEBUG [StoreOpener-05b076ad3c6c0f4d2e6f6b176d49bf92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:41,013 INFO [StoreOpener-05b076ad3c6c0f4d2e6f6b176d49bf92-1 {}] regionserver.HStore(327): Store=05b076ad3c6c0f4d2e6f6b176d49bf92/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:41,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 05b076ad3c6c0f4d2e6f6b176d49bf92 2024-11-24T22:20:41,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/replication/05b076ad3c6c0f4d2e6f6b176d49bf92 2024-11-24T22:20:41,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/replication/05b076ad3c6c0f4d2e6f6b176d49bf92 2024-11-24T22:20:41,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 05b076ad3c6c0f4d2e6f6b176d49bf92 2024-11-24T22:20:41,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 05b076ad3c6c0f4d2e6f6b176d49bf92 2024-11-24T22:20:41,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:20:41,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 05b076ad3c6c0f4d2e6f6b176d49bf92 2024-11-24T22:20:41,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/replication/05b076ad3c6c0f4d2e6f6b176d49bf92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:20:41,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 05b076ad3c6c0f4d2e6f6b176d49bf92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61528774, jitterRate=-0.08314982056617737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:20:41,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05b076ad3c6c0f4d2e6f6b176d49bf92 2024-11-24T22:20:41,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 05b076ad3c6c0f4d2e6f6b176d49bf92: Running coprocessor pre-open hook at 1732486841008Writing region info on filesystem at 1732486841008Initializing all the Stores at 1732486841008Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486841009 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486841009Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486841009Cleaning up temporary data from old regions at 1732486841014 (+5 ms)Running coprocessor post-open hooks at 1732486841017 (+3 ms)Region opened successfully at 1732486841017 2024-11-24T22:20:41,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92., pid=10, masterSystemTime=1732486840985 2024-11-24T22:20:41,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92. 2024-11-24T22:20:41,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92. 2024-11-24T22:20:41,021 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=05b076ad3c6c0f4d2e6f6b176d49bf92, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,40513,1732486826118 2024-11-24T22:20:41,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05b076ad3c6c0f4d2e6f6b176d49bf92, server=bd6592c37bb2,40513,1732486826118 because future has completed 2024-11-24T22:20:41,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T22:20:41,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 05b076ad3c6c0f4d2e6f6b176d49bf92, server=bd6592c37bb2,40513,1732486826118 in 190 msec 2024-11-24T22:20:41,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T22:20:41,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=05b076ad3c6c0f4d2e6f6b176d49bf92, ASSIGN in 346 msec 2024-11-24T22:20:41,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:20:41,028 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486841028"}]},"ts":"1732486841028"} 2024-11-24T22:20:41,029 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T22:20:41,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:20:41,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-24T22:20:41,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92., hostname=bd6592c37bb2,40513,1732486826118, seqNum=2] 2024-11-24T22:20:41,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1014c10e5fc0004, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-504408311 2024-11-24T22:20:41,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-504408311 2024-11-24T22:20:41,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T22:20:41,151 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 379, reset compression=false 2024-11-24T22:20:41,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T22:20:41,227 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T22:20:41,256 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bd6592c37bb2,40513,1732486826118, ReplicationSource: 1, currentBandwidth=0 2024-11-24T22:20:41,256 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:41,256 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40513,1732486826118, seqNum=-1] 2024-11-24T22:20:41,256 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:41,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-24T22:20:41,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bd6592c37bb2,40513,1732486826118', locateType=CURRENT is [region=hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92., hostname=bd6592c37bb2,40513,1732486826118, seqNum=2] 2024-11-24T22:20:41,271 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T22:20:41,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T22:20:41,274 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bd6592c37bb2,40513,1732486826118 suceeded 2024-11-24T22:20:41,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T22:20:41,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-24T22:20:41,277 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bd6592c37bb2:34909,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T22:20:41,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4310 sec 2024-11-24T22:20:41,288 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:34909' 2024-11-24T22:20:41,289 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61ce0856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:41,289 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,34909,-1 for getting cluster id 2024-11-24T22:20:41,289 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:41,290 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '812e40ec-9353-46a8-8c82-c8d3ec8833d2' 2024-11-24T22:20:41,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:41,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "812e40ec-9353-46a8-8c82-c8d3ec8833d2" 2024-11-24T22:20:41,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10f078cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:41,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,34909,-1] 2024-11-24T22:20:41,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:41,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:41,292 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:41,293 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a2f7bff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:41,293 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:41,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,34909,1732486829562 2024-11-24T22:20:41,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22b915fc 2024-11-24T22:20:41,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:20:41,295 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-24T22:20:41,296 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bd6592c37bb2,40513,1732486826118 (queues=1) is replicating from cluster=13241326-ff5c-4e3d-8c08-9a6431fbfc1b to cluster=812e40ec-9353-46a8-8c82-c8d3ec8833d2 2024-11-24T22:20:41,296 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bd6592c37bb2%2C40513%2C1732486826118 2024-11-24T22:20:41,296 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bd6592c37bb2,40513,1732486826118, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T22:20:41,296 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.shipperbd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bd6592c37bb2%2C40513%2C1732486826118 2024-11-24T22:20:41,296 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438, startPosition=0, beingWritten=true 2024-11-24T22:20:41,306 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:41,306 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 379, reset compression=false 2024-11-24T22:20:41,306 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.shipperbd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40513,1732486826118 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:20:41,513 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 379, reset compression=false 2024-11-24T22:20:41,649 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:41,650 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:20:41,650 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48495 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:20:41,816 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 379, reset compression=false 2024-11-24T22:20:41,856 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 379, reset compression=false 2024-11-24T22:20:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:41,990 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T22:20:41,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:20:41,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:41,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:41,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:41,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:41,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bffc681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:41,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,34909,-1 for getting cluster id 2024-11-24T22:20:41,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:41,992 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '812e40ec-9353-46a8-8c82-c8d3ec8833d2' 2024-11-24T22:20:41,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:41,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "812e40ec-9353-46a8-8c82-c8d3ec8833d2" 2024-11-24T22:20:41,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a749dda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:41,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,34909,-1] 2024-11-24T22:20:41,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:41,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:41,994 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:41,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cec416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:41,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:41,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,34909,1732486829562 2024-11-24T22:20:41,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e55c38a 2024-11-24T22:20:41,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:20:41,996 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:20:41,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bd6592c37bb2:46113,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T22:20:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T22:20:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:41,999 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:46113' 2024-11-24T22:20:42,000 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71980b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:42,000 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,46113,-1 for getting cluster id 2024-11-24T22:20:42,000 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:42,001 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db3f51b6-3461-4b78-88b2-d73a184dbf36' 2024-11-24T22:20:42,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:42,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db3f51b6-3461-4b78-88b2-d73a184dbf36" 2024-11-24T22:20:42,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a931fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:42,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,46113,-1] 2024-11-24T22:20:42,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:42,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:42,002 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:42,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6ec60b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:42,003 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:42,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,46113,1732486823341 2024-11-24T22:20:42,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9a4085c 2024-11-24T22:20:42,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:20:42,004 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:20:42,005 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T22:20:42,005 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T22:20:42,005 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:42,005 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:42,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:42,005 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:20:42,006 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T22:20:42,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:20:42,007 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:42,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:20:42,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741837_1013 (size=1138) 2024-11-24T22:20:42,056 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T22:20:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:42,221 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 379, reset compression=false 2024-11-24T22:20:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:42,415 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac0f0692c97b3c1fe46d24b824793ac9, NAME => 'hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b 2024-11-24T22:20:42,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741838_1014 (size=44) 2024-11-24T22:20:42,420 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:42,420 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ac0f0692c97b3c1fe46d24b824793ac9, disabling compactions & flushes 2024-11-24T22:20:42,420 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9. 2024-11-24T22:20:42,420 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9. 2024-11-24T22:20:42,420 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9. after waiting 0 ms 2024-11-24T22:20:42,420 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9. 2024-11-24T22:20:42,420 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9. 2024-11-24T22:20:42,420 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac0f0692c97b3c1fe46d24b824793ac9: Waiting for close lock at 1732486842420Disabling compacts and flushes for region at 1732486842420Disabling writes for close at 1732486842420Writing region close event to WAL at 1732486842420Closed at 1732486842420 2024-11-24T22:20:42,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:20:42,421 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732486842421"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486842421"}]},"ts":"1732486842421"} 2024-11-24T22:20:42,423 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:20:42,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:20:42,424 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486842424"}]},"ts":"1732486842424"} 2024-11-24T22:20:42,425 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T22:20:42,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ac0f0692c97b3c1fe46d24b824793ac9, ASSIGN}] 2024-11-24T22:20:42,427 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ac0f0692c97b3c1fe46d24b824793ac9, ASSIGN 2024-11-24T22:20:42,427 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ac0f0692c97b3c1fe46d24b824793ac9, ASSIGN; state=OFFLINE, location=bd6592c37bb2,33801,1732486829597; forceNewPlan=false, retain=false 2024-11-24T22:20:42,513 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T22:20:42,578 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ac0f0692c97b3c1fe46d24b824793ac9, regionState=OPENING, regionLocation=bd6592c37bb2,33801,1732486829597 2024-11-24T22:20:42,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ac0f0692c97b3c1fe46d24b824793ac9, ASSIGN because future has completed 2024-11-24T22:20:42,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac0f0692c97b3c1fe46d24b824793ac9, server=bd6592c37bb2,33801,1732486829597}] 2024-11-24T22:20:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:42,660 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 379, reset compression=false 2024-11-24T22:20:42,725 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 379, reset compression=false 2024-11-24T22:20:42,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9. 2024-11-24T22:20:42,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:20:42,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T22:20:42,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C33801%2C1732486829597.rep, suffix=, logDir=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597, archiveDir=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/oldWALs, maxLogs=10 2024-11-24T22:20:42,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.rep.1732486842738, exclude list is [], retry=0 2024-11-24T22:20:42,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37803,DS-fa7c7f78-1f9f-40d5-998e-c9fe24c03e6e,DISK] 2024-11-24T22:20:42,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.rep.1732486842738 2024-11-24T22:20:42,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40361:40361)] 2024-11-24T22:20:42,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ac0f0692c97b3c1fe46d24b824793ac9, NAME => 'hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:20:42,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:20:42,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:20:42,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9. service=MultiRowMutationService 2024-11-24T22:20:42,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T22:20:42,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ac0f0692c97b3c1fe46d24b824793ac9 2024-11-24T22:20:42,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:20:42,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ac0f0692c97b3c1fe46d24b824793ac9 2024-11-24T22:20:42,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ac0f0692c97b3c1fe46d24b824793ac9 2024-11-24T22:20:42,762 INFO [StoreOpener-ac0f0692c97b3c1fe46d24b824793ac9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ac0f0692c97b3c1fe46d24b824793ac9 2024-11-24T22:20:42,763 INFO [StoreOpener-ac0f0692c97b3c1fe46d24b824793ac9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac0f0692c97b3c1fe46d24b824793ac9 columnFamilyName hfileref 2024-11-24T22:20:42,763 DEBUG [StoreOpener-ac0f0692c97b3c1fe46d24b824793ac9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:42,763 INFO [StoreOpener-ac0f0692c97b3c1fe46d24b824793ac9-1 {}] regionserver.HStore(327): Store=ac0f0692c97b3c1fe46d24b824793ac9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:42,763 INFO [StoreOpener-ac0f0692c97b3c1fe46d24b824793ac9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ac0f0692c97b3c1fe46d24b824793ac9 2024-11-24T22:20:42,764 INFO [StoreOpener-ac0f0692c97b3c1fe46d24b824793ac9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac0f0692c97b3c1fe46d24b824793ac9 columnFamilyName queue 2024-11-24T22:20:42,764 DEBUG [StoreOpener-ac0f0692c97b3c1fe46d24b824793ac9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:42,765 INFO [StoreOpener-ac0f0692c97b3c1fe46d24b824793ac9-1 {}] regionserver.HStore(327): Store=ac0f0692c97b3c1fe46d24b824793ac9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:42,765 INFO [StoreOpener-ac0f0692c97b3c1fe46d24b824793ac9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ac0f0692c97b3c1fe46d24b824793ac9 2024-11-24T22:20:42,765 INFO [StoreOpener-ac0f0692c97b3c1fe46d24b824793ac9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac0f0692c97b3c1fe46d24b824793ac9 columnFamilyName sid 2024-11-24T22:20:42,765 DEBUG [StoreOpener-ac0f0692c97b3c1fe46d24b824793ac9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:20:42,766 INFO [StoreOpener-ac0f0692c97b3c1fe46d24b824793ac9-1 {}] regionserver.HStore(327): Store=ac0f0692c97b3c1fe46d24b824793ac9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:20:42,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ac0f0692c97b3c1fe46d24b824793ac9 2024-11-24T22:20:42,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/replication/ac0f0692c97b3c1fe46d24b824793ac9 2024-11-24T22:20:42,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/replication/ac0f0692c97b3c1fe46d24b824793ac9 2024-11-24T22:20:42,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ac0f0692c97b3c1fe46d24b824793ac9 2024-11-24T22:20:42,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ac0f0692c97b3c1fe46d24b824793ac9 2024-11-24T22:20:42,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:20:42,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ac0f0692c97b3c1fe46d24b824793ac9 2024-11-24T22:20:42,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/replication/ac0f0692c97b3c1fe46d24b824793ac9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:20:42,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ac0f0692c97b3c1fe46d24b824793ac9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59338664, jitterRate=-0.11578500270843506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:20:42,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac0f0692c97b3c1fe46d24b824793ac9 2024-11-24T22:20:42,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ac0f0692c97b3c1fe46d24b824793ac9: Running coprocessor pre-open hook at 1732486842761Writing region info on filesystem at 1732486842761Initializing all the Stores at 1732486842761Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486842762 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486842762Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486842762Cleaning up temporary data from old regions at 1732486842767 (+5 ms)Running coprocessor post-open hooks at 1732486842771 (+4 ms)Region opened successfully at 1732486842771 2024-11-24T22:20:42,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9., pid=10, masterSystemTime=1732486842732 2024-11-24T22:20:42,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9. 2024-11-24T22:20:42,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9. 2024-11-24T22:20:42,774 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ac0f0692c97b3c1fe46d24b824793ac9, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,33801,1732486829597 2024-11-24T22:20:42,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac0f0692c97b3c1fe46d24b824793ac9, server=bd6592c37bb2,33801,1732486829597 because future has completed 2024-11-24T22:20:42,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T22:20:42,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ac0f0692c97b3c1fe46d24b824793ac9, server=bd6592c37bb2,33801,1732486829597 in 196 msec 2024-11-24T22:20:42,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T22:20:42,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ac0f0692c97b3c1fe46d24b824793ac9, ASSIGN in 352 msec 2024-11-24T22:20:42,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:20:42,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486842780"}]},"ts":"1732486842780"} 2024-11-24T22:20:42,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T22:20:42,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:20:42,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 777 msec 2024-11-24T22:20:42,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9., hostname=bd6592c37bb2,33801,1732486829597, seqNum=2] 2024-11-24T22:20:42,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21212376717 2024-11-24T22:20:42,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1014c10e5fc0007, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21212376717 2024-11-24T22:20:42,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T22:20:42,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T22:20:42,850 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T22:20:42,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T22:20:42,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T22:20:42,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T22:20:42,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T22:20:42,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T22:20:42,974 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T22:20:43,015 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bd6592c37bb2,33801,1732486829597, ReplicationSource: 1, currentBandwidth=0 2024-11-24T22:20:43,015 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:43,015 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,33801,1732486829597, seqNum=-1] 2024-11-24T22:20:43,016 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:43,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-24T22:20:43,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bd6592c37bb2,33801,1732486829597', locateType=CURRENT is [region=hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9., hostname=bd6592c37bb2,33801,1732486829597, seqNum=2] 2024-11-24T22:20:43,022 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T22:20:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T22:20:43,024 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bd6592c37bb2,33801,1732486829597 suceeded 2024-11-24T22:20:43,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T22:20:43,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-24T22:20:43,026 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bd6592c37bb2:46113,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T22:20:43,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0290 sec 2024-11-24T22:20:43,038 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:46113' 2024-11-24T22:20:43,039 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d05e15e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:43,039 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,46113,-1 for getting cluster id 2024-11-24T22:20:43,039 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:43,040 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db3f51b6-3461-4b78-88b2-d73a184dbf36' 2024-11-24T22:20:43,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:43,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db3f51b6-3461-4b78-88b2-d73a184dbf36" 2024-11-24T22:20:43,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f7e3873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:43,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,46113,-1] 2024-11-24T22:20:43,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:43,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:43,041 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:43,042 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1868bf8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:43,042 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:43,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,46113,1732486823341 2024-11-24T22:20:43,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27c64539 2024-11-24T22:20:43,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:20:43,043 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-24T22:20:43,044 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bd6592c37bb2,33801,1732486829597 (queues=1) is replicating from cluster=812e40ec-9353-46a8-8c82-c8d3ec8833d2 to cluster=db3f51b6-3461-4b78-88b2-d73a184dbf36 2024-11-24T22:20:43,044 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bd6592c37bb2%2C33801%2C1732486829597 2024-11-24T22:20:43,044 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bd6592c37bb2,33801,1732486829597, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T22:20:43,044 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589, startPosition=0, beingWritten=true 2024-11-24T22:20:43,044 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.shipperbd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bd6592c37bb2%2C33801%2C1732486829597 2024-11-24T22:20:43,049 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:43,049 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 379, reset compression=false 2024-11-24T22:20:43,049 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.shipperbd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,33801,1732486829597 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:20:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:20:43,140 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T22:20:43,140 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:20:43,140 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:43,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:43,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:43,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:43,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7def26fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:43,142 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,46113,-1 for getting cluster id 2024-11-24T22:20:43,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:43,143 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db3f51b6-3461-4b78-88b2-d73a184dbf36' 2024-11-24T22:20:43,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:43,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db3f51b6-3461-4b78-88b2-d73a184dbf36" 2024-11-24T22:20:43,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2d10a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:43,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,46113,-1] 2024-11-24T22:20:43,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:43,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:43,144 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:43,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c59b9ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:43,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c594682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:43,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,33821,-1 for getting cluster id 2024-11-24T22:20:43,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:43,147 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13241326-ff5c-4e3d-8c08-9a6431fbfc1b' 2024-11-24T22:20:43,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:43,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13241326-ff5c-4e3d-8c08-9a6431fbfc1b" 2024-11-24T22:20:43,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f42b394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:43,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,33821,-1] 2024-11-24T22:20:43,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:43,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:43,148 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:43,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad2168b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:43,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786c8d78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:43,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,34909,-1 for getting cluster id 2024-11-24T22:20:43,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:43,151 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '812e40ec-9353-46a8-8c82-c8d3ec8833d2' 2024-11-24T22:20:43,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:43,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "812e40ec-9353-46a8-8c82-c8d3ec8833d2" 2024-11-24T22:20:43,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58115752, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:43,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,34909,-1] 2024-11-24T22:20:43,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:43,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:43,154 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:43,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba2ee44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:43,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,39085,1732486823417, seqNum=-1] 2024-11-24T22:20:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:43,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:20:43,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc., hostname=bd6592c37bb2,39085,1732486823417, seqNum=2] 2024-11-24T22:20:43,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:43,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,33801,1732486829597, seqNum=-1] 2024-11-24T22:20:43,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:43,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:20:43,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732486835532.079bf972012a36511c34b46296b900c2., hostname=bd6592c37bb2,33801,1732486829597, seqNum=2] 2024-11-24T22:20:43,167 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T22:20:43,253 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 379, reset compression=false 2024-11-24T22:20:43,330 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 379, reset compression=false 2024-11-24T22:20:43,560 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 379, reset compression=false 2024-11-24T22:20:43,564 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 379, reset compression=false 2024-11-24T22:20:43,568 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:20:43,568 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 480, reset compression=false 2024-11-24T22:20:43,568 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.shipperbd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,39085,1732486823417 got entry batch from reader: WALEntryBatch [walEntries=[{test/037c07f76d9daa7ffd15b737f8ac67fc/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T22:20:43,571 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.shipperbd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:20:43,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-24T22:20:43,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:20:43,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3419cd6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:43,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,33821,-1 for getting cluster id 2024-11-24T22:20:43,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:43,574 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13241326-ff5c-4e3d-8c08-9a6431fbfc1b' 2024-11-24T22:20:43,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:43,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13241326-ff5c-4e3d-8c08-9a6431fbfc1b" 2024-11-24T22:20:43,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61b3b146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:43,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,33821,-1] 2024-11-24T22:20:43,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:43,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:43,575 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:43,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ebee03d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:43,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:43,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40513,1732486826118, seqNum=-1] 2024-11-24T22:20:43,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:43,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-24T22:20:43,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732486833383.a9c342cba822e7ca72aba324082fd6be., hostname=bd6592c37bb2,40513,1732486826118, seqNum=2] 2024-11-24T22:20:43,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:20:43,772 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 480, reset compression=false 2024-11-24T22:20:43,965 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 379, reset compression=false 2024-11-24T22:20:44,034 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 379, reset compression=false 2024-11-24T22:20:44,041 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:20:44,041 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 504, reset compression=false 2024-11-24T22:20:44,041 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.shipperbd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40513,1732486826118 got entry batch from reader: WALEntryBatch [walEntries=[{test/a9c342cba822e7ca72aba324082fd6be/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-24T22:20:44,044 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.shipperbd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:20:44,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-24T22:20:44,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:20:44,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41fc1491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:44,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,34909,-1 for getting cluster id 2024-11-24T22:20:44,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:44,050 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '812e40ec-9353-46a8-8c82-c8d3ec8833d2' 2024-11-24T22:20:44,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:44,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "812e40ec-9353-46a8-8c82-c8d3ec8833d2" 2024-11-24T22:20:44,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25d372b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:44,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,34909,-1] 2024-11-24T22:20:44,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:44,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:44,053 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:44,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a2fd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:44,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:44,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,33801,1732486829597, seqNum=-1] 2024-11-24T22:20:44,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:44,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-24T22:20:44,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732486835532.079bf972012a36511c34b46296b900c2., hostname=bd6592c37bb2,33801,1732486829597, seqNum=2] 2024-11-24T22:20:44,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:20:44,076 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 480, reset compression=false 2024-11-24T22:20:44,169 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T22:20:44,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:44,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,40513,1732486826118, seqNum=-1] 2024-11-24T22:20:44,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:44,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:20:44,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732486833383.a9c342cba822e7ca72aba324082fd6be., hostname=bd6592c37bb2,40513,1732486826118, seqNum=2] 2024-11-24T22:20:44,177 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T22:20:44,256 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 504, reset compression=false 2024-11-24T22:20:44,261 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:20:44,261 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 608, reset compression=false 2024-11-24T22:20:44,261 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.shipperbd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40513,1732486826118 got entry batch from reader: WALEntryBatch [walEntries=[{test/a9c342cba822e7ca72aba324082fd6be/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T22:20:44,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:20:44,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:20:44,356 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:20:44,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:44,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:44,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:44,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:44,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:44,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:44,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:44,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:44,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:44,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:44,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:44,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:44,465 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 608, reset compression=false 2024-11-24T22:20:44,470 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 379, reset compression=false 2024-11-24T22:20:44,474 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:20:44,474 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 654, reset compression=false 2024-11-24T22:20:44,474 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.shipperbd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,33801,1732486829597 got entry batch from reader: WALEntryBatch [walEntries=[{test/079bf972012a36511c34b46296b900c2/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T22:20:44,476 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.shipperbd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:20:44,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-24T22:20:44,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:20:44,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a7558f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:44,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,46113,-1 for getting cluster id 2024-11-24T22:20:44,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:44,479 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db3f51b6-3461-4b78-88b2-d73a184dbf36' 2024-11-24T22:20:44,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:44,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db3f51b6-3461-4b78-88b2-d73a184dbf36" 2024-11-24T22:20:44,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25c32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:44,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,46113,-1] 2024-11-24T22:20:44,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:44,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:44,480 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:44,480 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 480, reset compression=false 2024-11-24T22:20:44,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ab8f4f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:44,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:20:44,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,39085,1732486823417, seqNum=-1] 2024-11-24T22:20:44,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:20:44,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-24T22:20:44,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc., hostname=bd6592c37bb2,39085,1732486823417, seqNum=2] 2024-11-24T22:20:44,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:20:44,678 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 654, reset compression=false 2024-11-24T22:20:44,770 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 608, reset compression=false 2024-11-24T22:20:44,983 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 654, reset compression=false 2024-11-24T22:20:44,984 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 480, reset compression=false 2024-11-24T22:20:44,998 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:44,998 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 631, reset compression=false 2024-11-24T22:20:44,998 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.shipperbd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,39085,1732486823417 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:20:45,173 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 608, reset compression=false 2024-11-24T22:20:45,179 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T22:20:45,182 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-24T22:20:45,217 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 631, reset compression=false 2024-11-24T22:20:45,393 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 654, reset compression=false 2024-11-24T22:20:45,398 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:20:45,398 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 758, reset compression=false 2024-11-24T22:20:45,399 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.shipperbd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,33801,1732486829597 got entry batch from reader: WALEntryBatch [walEntries=[{test/079bf972012a36511c34b46296b900c2/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T22:20:45,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:20:45,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:20:45,520 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 631, reset compression=false 2024-11-24T22:20:45,538 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:20:45,538 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 759, reset compression=false 2024-11-24T22:20:45,538 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.shipperbd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,39085,1732486823417 got entry batch from reader: WALEntryBatch [walEntries=[{test/037c07f76d9daa7ffd15b737f8ac67fc/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T22:20:45,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:20:45,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:20:45,610 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 758, reset compression=false 2024-11-24T22:20:45,677 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 608, reset compression=false 2024-11-24T22:20:45,683 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:45,683 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 760, reset compression=false 2024-11-24T22:20:45,684 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.shipperbd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40513,1732486826118 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:20:45,753 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 759, reset compression=false 2024-11-24T22:20:45,891 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 760, reset compression=false 2024-11-24T22:20:45,914 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 758, reset compression=false 2024-11-24T22:20:46,058 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 759, reset compression=false 2024-11-24T22:20:46,184 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-24T22:20:46,189 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T22:20:46,196 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 760, reset compression=false 2024-11-24T22:20:46,317 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 758, reset compression=false 2024-11-24T22:20:46,463 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 759, reset compression=false 2024-11-24T22:20:46,468 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:20:46,468 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 915, reset compression=false 2024-11-24T22:20:46,468 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.shipperbd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,39085,1732486823417 got entry batch from reader: WALEntryBatch [walEntries=[{test/037c07f76d9daa7ffd15b737f8ac67fc/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T22:20:46,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:20:46,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:20:46,600 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 760, reset compression=false 2024-11-24T22:20:46,604 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:20:46,604 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 908, reset compression=false 2024-11-24T22:20:46,604 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.shipperbd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40513,1732486826118 got entry batch from reader: WALEntryBatch [walEntries=[{test/a9c342cba822e7ca72aba324082fd6be/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-24T22:20:46,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:20:46,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:20:46,673 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 915, reset compression=false 2024-11-24T22:20:46,808 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 908, reset compression=false 2024-11-24T22:20:46,821 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 758, reset compression=false 2024-11-24T22:20:46,829 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:46,829 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 929, reset compression=false 2024-11-24T22:20:46,829 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.shipperbd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,33801,1732486829597 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:20:46,977 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 915, reset compression=false 2024-11-24T22:20:47,037 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 929, reset compression=false 2024-11-24T22:20:47,112 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 908, reset compression=false 2024-11-24T22:20:47,191 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T22:20:47,197 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T22:20:47,341 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 929, reset compression=false 2024-11-24T22:20:47,382 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 915, reset compression=false 2024-11-24T22:20:47,525 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 908, reset compression=false 2024-11-24T22:20:47,530 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:20:47,530 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1067, reset compression=false 2024-11-24T22:20:47,530 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.shipperbd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40513,1732486826118 got entry batch from reader: WALEntryBatch [walEntries=[{test/a9c342cba822e7ca72aba324082fd6be/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T22:20:47,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:20:47,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:20:47,734 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1067, reset compression=false 2024-11-24T22:20:47,754 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 929, reset compression=false 2024-11-24T22:20:47,758 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:20:47,758 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 1078, reset compression=false 2024-11-24T22:20:47,758 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.shipperbd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,33801,1732486829597 got entry batch from reader: WALEntryBatch [walEntries=[{test/079bf972012a36511c34b46296b900c2/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-24T22:20:47,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:20:47,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:20:47,902 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 915, reset compression=false 2024-11-24T22:20:47,907 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:47,907 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1088, reset compression=false 2024-11-24T22:20:47,907 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.shipperbd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,39085,1732486823417 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:20:47,961 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 1078, reset compression=false 2024-11-24T22:20:48,037 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1067, reset compression=false 2024-11-24T22:20:48,121 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1088, reset compression=false 2024-11-24T22:20:48,199 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T22:20:48,203 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-24T22:20:48,265 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 1078, reset compression=false 2024-11-24T22:20:48,270 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:20:48,270 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 1237, reset compression=false 2024-11-24T22:20:48,270 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.shipperbd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,33801,1732486829597 got entry batch from reader: WALEntryBatch [walEntries=[{test/079bf972012a36511c34b46296b900c2/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T22:20:48,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:20:48,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:20:48,425 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1088, reset compression=false 2024-11-24T22:20:48,431 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:20:48,431 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1238, reset compression=false 2024-11-24T22:20:48,431 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.shipperbd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,39085,1732486823417 got entry batch from reader: WALEntryBatch [walEntries=[{test/037c07f76d9daa7ffd15b737f8ac67fc/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-24T22:20:48,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:20:48,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:20:48,441 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1067, reset compression=false 2024-11-24T22:20:48,450 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:48,450 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1241, reset compression=false 2024-11-24T22:20:48,450 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.shipperbd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40513,1732486826118 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:20:48,474 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 1237, reset compression=false 2024-11-24T22:20:48,634 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1238, reset compression=false 2024-11-24T22:20:48,657 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1241, reset compression=false 2024-11-24T22:20:48,787 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 1237, reset compression=false 2024-11-24T22:20:48,939 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1238, reset compression=false 2024-11-24T22:20:48,961 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1241, reset compression=false 2024-11-24T22:20:49,192 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 1237, reset compression=false 2024-11-24T22:20:49,205 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-24T22:20:49,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdd244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:49,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,34909,-1 for getting cluster id 2024-11-24T22:20:49,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:49,214 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '812e40ec-9353-46a8-8c82-c8d3ec8833d2' 2024-11-24T22:20:49,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:49,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "812e40ec-9353-46a8-8c82-c8d3ec8833d2" 2024-11-24T22:20:49,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57fc0654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:49,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,34909,-1] 2024-11-24T22:20:49,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:49,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:49,216 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:49,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3cda65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:49,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:49,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,34909,1732486829562 2024-11-24T22:20:49,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4002d631 2024-11-24T22:20:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:20:49,222 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:20:49,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-24T22:20:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-24T22:20:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T22:20:49,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T22:20:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T22:20:49,350 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1238, reset compression=false 2024-11-24T22:20:49,368 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1241, reset compression=false 2024-11-24T22:20:49,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-24T22:20:49,384 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-24T22:20:49,385 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-24T22:20:49,386 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bd6592c37bb2,33801,1732486829597 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-24T22:20:49,386 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0. 2024-11-24T22:20:49,386 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:49,386 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:49,386 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:49,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:49,486 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.shipperbd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T22:20:49,487 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T22:20:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T22:20:49,587 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.shipperbd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 terminated 2024-11-24T22:20:49,608 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-bd6592c37bb2,33801,1732486829597, ReplicationSource: 1, currentBandwidth=0 2024-11-24T22:20:49,609 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-24T22:20:49,609 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T22:20:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-24T22:20:49,612 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on bd6592c37bb2,33801,1732486829597 suceeded 2024-11-24T22:20:49,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T22:20:49,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 381 msec 2024-11-24T22:20:49,614 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-24T22:20:49,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 389 msec 2024-11-24T22:20:49,643 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:46113' 2024-11-24T22:20:49,644 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70f92900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:49,644 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,46113,-1 for getting cluster id 2024-11-24T22:20:49,645 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:49,645 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db3f51b6-3461-4b78-88b2-d73a184dbf36' 2024-11-24T22:20:49,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:49,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db3f51b6-3461-4b78-88b2-d73a184dbf36" 2024-11-24T22:20:49,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2821a17b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:49,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,46113,-1] 2024-11-24T22:20:49,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:49,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:49,647 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:49,648 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3394926c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:49,649 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:49,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,46113,1732486823341 2024-11-24T22:20:49,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bedae4a 2024-11-24T22:20:49,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:20:49,651 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-24T22:20:49,652 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bd6592c37bb2,33801,1732486829597 (queues=1) is replicating from cluster=812e40ec-9353-46a8-8c82-c8d3ec8833d2 to cluster=db3f51b6-3461-4b78-88b2-d73a184dbf36 2024-11-24T22:20:49,652 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bd6592c37bb2%2C33801%2C1732486829597 2024-11-24T22:20:49,652 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bd6592c37bb2,33801,1732486829597, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T22:20:49,653 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.shipperbd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bd6592c37bb2%2C33801%2C1732486829597 2024-11-24T22:20:49,853 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1238, reset compression=false 2024-11-24T22:20:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T22:20:49,860 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-24T22:20:49,860 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:20:49,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:49,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:49,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:49,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:49,864 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-24T22:20:49,872 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1241, reset compression=false 2024-11-24T22:20:50,457 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1238, reset compression=false 2024-11-24T22:20:50,462 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:20:50,462 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1342, reset compression=false 2024-11-24T22:20:50,462 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.shipperbd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,39085,1732486823417 got entry batch from reader: WALEntryBatch [walEntries=[{test/037c07f76d9daa7ffd15b737f8ac67fc/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T22:20:50,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:20:50,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:20:50,476 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1241, reset compression=false 2024-11-24T22:20:50,479 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:20:50,479 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1369, reset compression=false 2024-11-24T22:20:50,479 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.shipperbd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40513,1732486826118 got entry batch from reader: WALEntryBatch [walEntries=[{test/a9c342cba822e7ca72aba324082fd6be/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T22:20:50,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:20:50,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:20:50,665 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1342, reset compression=false 2024-11-24T22:20:50,685 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1369, reset compression=false 2024-11-24T22:20:50,866 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-24T22:20:50,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e70b172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:50,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,34909,-1 for getting cluster id 2024-11-24T22:20:50,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:20:50,870 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '812e40ec-9353-46a8-8c82-c8d3ec8833d2' 2024-11-24T22:20:50,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:20:50,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "812e40ec-9353-46a8-8c82-c8d3ec8833d2" 2024-11-24T22:20:50,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7941190b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:50,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,34909,-1] 2024-11-24T22:20:50,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:20:50,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:50,872 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:20:50,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41715170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:20:50,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:20:50,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,34909,1732486829562 2024-11-24T22:20:50,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b360294 2024-11-24T22:20:50,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:20:50,877 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:20:50,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-24T22:20:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-24T22:20:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T22:20:50,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T22:20:50,969 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1342, reset compression=false 2024-11-24T22:20:50,988 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1369, reset compression=false 2024-11-24T22:20:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T22:20:50,994 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:20:50,994 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1473, reset compression=false 2024-11-24T22:20:50,994 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.shipperbd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40513,1732486826118 got entry batch from reader: WALEntryBatch [walEntries=[{test/a9c342cba822e7ca72aba324082fd6be/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T22:20:50,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:20:50,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:20:51,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-24T22:20:51,038 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-24T22:20:51,038 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T22:20:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-24T22:20:51,042 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on bd6592c37bb2,33801,1732486829597 suceeded 2024-11-24T22:20:51,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-24T22:20:51,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-24T22:20:51,045 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-24T22:20:51,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 168 msec 2024-11-24T22:20:51,054 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589, startPosition=1237, beingWritten=true 2024-11-24T22:20:51,061 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:20:51,061 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 1515, reset compression=false 2024-11-24T22:20:51,061 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.shipperbd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,33801,1732486829597 got entry batch from reader: WALEntryBatch [walEntries=[{test/079bf972012a36511c34b46296b900c2/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T22:20:51,063 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.shipperbd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:20:51,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-24T22:20:51,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:20:51,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:20:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T22:20:51,199 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1473, reset compression=false 2024-11-24T22:20:51,199 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-24T22:20:51,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:20:51,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:51,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:51,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:51,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:51,202 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-24T22:20:51,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T22:20:51,202 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:20:51,203 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:51,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:51,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:51,203 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T22:20:51,203 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=307184329, stopped=false 2024-11-24T22:20:51,203 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bd6592c37bb2,34909,1732486829562 2024-11-24T22:20:51,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:51,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1014c10e5fc0007, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21212376717/running 2024-11-24T22:20:51,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21212376717/running 2024-11-24T22:20:51,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21212376717 2024-11-24T22:20:51,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1014c10e5fc0007, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21212376717 2024-11-24T22:20:51,205 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:20:51,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:20:51,205 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:51,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:51,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33801-0x1014c10e5fc0007, quorum=127.0.0.1:63967, baseZNode=/21212376717 Set watcher on znode that does not yet exist, /21212376717/running 2024-11-24T22:20:51,206 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bd6592c37bb2,33801,1732486829597' ***** 2024-11-24T22:20:51,206 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T22:20:51,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Set watcher on znode that does not yet exist, /21212376717/running 2024-11-24T22:20:51,207 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T22:20:51,207 INFO [RS:0;bd6592c37bb2:33801 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T22:20:51,208 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T22:20:51,208 INFO [RS:0;bd6592c37bb2:33801 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T22:20:51,208 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(3091): Received CLOSE for 079bf972012a36511c34b46296b900c2 2024-11-24T22:20:51,208 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(3091): Received CLOSE for ac0f0692c97b3c1fe46d24b824793ac9 2024-11-24T22:20:51,208 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(959): stopping server bd6592c37bb2,33801,1732486829597 2024-11-24T22:20:51,208 INFO [RS:0;bd6592c37bb2:33801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:20:51,208 INFO [RS:0;bd6592c37bb2:33801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:33801. 2024-11-24T22:20:51,208 DEBUG [RS:0;bd6592c37bb2:33801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:51,208 DEBUG [RS:0;bd6592c37bb2:33801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:51,208 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 079bf972012a36511c34b46296b900c2, disabling compactions & flushes 2024-11-24T22:20:51,208 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732486835532.079bf972012a36511c34b46296b900c2. 2024-11-24T22:20:51,208 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486835532.079bf972012a36511c34b46296b900c2. 2024-11-24T22:20:51,208 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T22:20:51,208 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T22:20:51,208 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732486835532.079bf972012a36511c34b46296b900c2. after waiting 0 ms 2024-11-24T22:20:51,208 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T22:20:51,208 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732486835532.079bf972012a36511c34b46296b900c2. 2024-11-24T22:20:51,209 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T22:20:51,209 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 079bf972012a36511c34b46296b900c2 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-24T22:20:51,209 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T22:20:51,209 DEBUG [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 079bf972012a36511c34b46296b900c2=test,,1732486835532.079bf972012a36511c34b46296b900c2., ac0f0692c97b3c1fe46d24b824793ac9=hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9.} 2024-11-24T22:20:51,209 DEBUG [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(1351): Waiting on 079bf972012a36511c34b46296b900c2, 1588230740, ac0f0692c97b3c1fe46d24b824793ac9 2024-11-24T22:20:51,209 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:20:51,209 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:20:51,209 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:20:51,209 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:20:51,209 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:20:51,209 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T22:20:51,233 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/default/test/079bf972012a36511c34b46296b900c2/.tmp/f/98f0aaaaa7554d5695c180f61b123865 is 37, key is row3/f:row3/1732486849862/Put/seqid=0 2024-11-24T22:20:51,233 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740/.tmp/info/2042988ab65c491ba2246968a4798654 is 147, key is hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9./info:regioninfo/1732486842773/Put/seqid=0 2024-11-24T22:20:51,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741840_1016 (size=5228) 2024-11-24T22:20:51,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741841_1017 (size=7686) 2024-11-24T22:20:51,250 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740/.tmp/info/2042988ab65c491ba2246968a4798654 2024-11-24T22:20:51,264 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 1515, reset compression=false 2024-11-24T22:20:51,272 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740/.tmp/ns/2a7c28a46e504ad68084a8f842ef3614 is 43, key is default/ns:d/1732486832162/Put/seqid=0 2024-11-24T22:20:51,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741842_1018 (size=5153) 2024-11-24T22:20:51,276 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:51,276 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 1762, reset compression=false 2024-11-24T22:20:51,276 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.shipperbd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,33801,1732486829597 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:20:51,277 ERROR [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.shipperbd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bd6592c37bb2,33801,1732486829597: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bd6592c37bb2,33801,1732486829597, walGroup=bd6592c37bb2%2C33801%2C1732486829597, offset=bd6592c37bb2%2C33801%2C1732486829597.1732486831589:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:33801 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T22:20:51,278 ERROR [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.shipperbd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T22:20:51,278 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.shipperbd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T22:20:51,278 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.shipperbd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T22:20:51,278 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.shipperbd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T22:20:51,278 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.shipperbd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T22:20:51,278 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.shipperbd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1142947840, "init": 1048576000, "max": 2306867200, "used": 749828832 }, "NonHeapMemoryUsage": { "committed": 200933376, "init": 7667712, "max": -1, "used": 197994216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T22:20:51,279 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.shipperbd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:34909 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:34909 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T22:20:51,281 INFO [regionserver/bd6592c37bb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:20:51,372 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1342, reset compression=false 2024-11-24T22:20:51,377 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:51,377 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1493, reset compression=false 2024-11-24T22:20:51,377 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.shipperbd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,39085,1732486823417 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:20:51,409 DEBUG [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(1351): Waiting on 079bf972012a36511c34b46296b900c2, 1588230740, ac0f0692c97b3c1fe46d24b824793ac9 2024-11-24T22:20:51,479 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 1762, reset compression=false 2024-11-24T22:20:51,492 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T22:20:51,492 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T22:20:51,505 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1473, reset compression=false 2024-11-24T22:20:51,581 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1493, reset compression=false 2024-11-24T22:20:51,609 DEBUG [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(1351): Waiting on 079bf972012a36511c34b46296b900c2, 1588230740, ac0f0692c97b3c1fe46d24b824793ac9 2024-11-24T22:20:51,645 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/default/test/079bf972012a36511c34b46296b900c2/.tmp/f/98f0aaaaa7554d5695c180f61b123865 2024-11-24T22:20:51,649 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98f0aaaaa7554d5695c180f61b123865 2024-11-24T22:20:51,665 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/default/test/079bf972012a36511c34b46296b900c2/.tmp/f1/fc577fd5beed48ecb05882f516775989 is 30, key is row1/f1:/1732486847192/DeleteFamily/seqid=0 2024-11-24T22:20:51,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741843_1019 (size=5158) 2024-11-24T22:20:51,676 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740/.tmp/ns/2a7c28a46e504ad68084a8f842ef3614 2024-11-24T22:20:51,694 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740/.tmp/rep_barrier/39dd5a660d4149a792be5de17586138b is 112, key is test,,1732486835532.079bf972012a36511c34b46296b900c2./rep_barrier:seqnumDuringOpen/1732486836677/Put/seqid=0 2024-11-24T22:20:51,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741844_1020 (size=5518) 2024-11-24T22:20:51,697 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740/.tmp/rep_barrier/39dd5a660d4149a792be5de17586138b 2024-11-24T22:20:51,719 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740/.tmp/table/1a5f544ac5d64e998ef607a6e651d5b3 is 53, key is hbase:replication/table:state/1732486842780/Put/seqid=0 2024-11-24T22:20:51,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741845_1021 (size=5308) 2024-11-24T22:20:51,790 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 1762, reset compression=false 2024-11-24T22:20:51,809 DEBUG [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(1351): Waiting on 079bf972012a36511c34b46296b900c2, 1588230740, ac0f0692c97b3c1fe46d24b824793ac9 2024-11-24T22:20:51,885 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1493, reset compression=false 2024-11-24T22:20:51,909 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1473, reset compression=false 2024-11-24T22:20:52,010 DEBUG [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(1351): Waiting on 079bf972012a36511c34b46296b900c2, 1588230740, ac0f0692c97b3c1fe46d24b824793ac9 2024-11-24T22:20:52,070 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/default/test/079bf972012a36511c34b46296b900c2/.tmp/f1/fc577fd5beed48ecb05882f516775989 2024-11-24T22:20:52,074 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc577fd5beed48ecb05882f516775989 2024-11-24T22:20:52,088 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/default/test/079bf972012a36511c34b46296b900c2/.tmp/norep/b5595f097b534525b0ec28ec74ad21b0 is 33, key is row2/norep:/1732486848200/DeleteFamily/seqid=0 2024-11-24T22:20:52,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741846_1022 (size=5108) 2024-11-24T22:20:52,124 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740/.tmp/table/1a5f544ac5d64e998ef607a6e651d5b3 2024-11-24T22:20:52,129 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740/.tmp/info/2042988ab65c491ba2246968a4798654 as hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740/info/2042988ab65c491ba2246968a4798654 2024-11-24T22:20:52,132 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740/info/2042988ab65c491ba2246968a4798654, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T22:20:52,133 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740/.tmp/ns/2a7c28a46e504ad68084a8f842ef3614 as hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740/ns/2a7c28a46e504ad68084a8f842ef3614 2024-11-24T22:20:52,137 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740/ns/2a7c28a46e504ad68084a8f842ef3614, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T22:20:52,138 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740/.tmp/rep_barrier/39dd5a660d4149a792be5de17586138b as hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740/rep_barrier/39dd5a660d4149a792be5de17586138b 2024-11-24T22:20:52,144 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740/rep_barrier/39dd5a660d4149a792be5de17586138b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T22:20:52,145 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740/.tmp/table/1a5f544ac5d64e998ef607a6e651d5b3 as hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740/table/1a5f544ac5d64e998ef607a6e651d5b3 2024-11-24T22:20:52,149 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740/table/1a5f544ac5d64e998ef607a6e651d5b3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T22:20:52,150 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 941ms, sequenceid=16, compaction requested=false 2024-11-24T22:20:52,155 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T22:20:52,155 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:20:52,155 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:20:52,155 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:20:52,155 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486851209Running coprocessor pre-close hooks at 1732486851209Disabling compacts and flushes for region at 1732486851209Disabling writes for close at 1732486851209Obtaining lock to block concurrent updates at 1732486851209Preparing flush snapshotting stores in 1588230740 at 1732486851209Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732486851209Flushing stores of hbase:meta,,1.1588230740 at 1732486851210 (+1 ms)Flushing 1588230740/info: creating writer at 1732486851210Flushing 1588230740/info: appending metadata at 1732486851232 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732486851232Flushing 1588230740/ns: creating writer at 1732486851254 (+22 ms)Flushing 1588230740/ns: appending metadata at 1732486851271 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732486851271Flushing 1588230740/rep_barrier: creating writer at 1732486851679 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732486851694 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732486851694Flushing 1588230740/table: creating writer at 1732486851701 (+7 ms)Flushing 1588230740/table: appending metadata at 1732486851719 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732486851719Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@576597ac: reopening flushed file at 1732486852128 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5169c26b: reopening flushed file at 1732486852132 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68fe9f71: reopening flushed file at 1732486852137 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fc4f3cd: reopening flushed file at 1732486852144 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 941ms, sequenceid=16, compaction requested=false at 1732486852150 (+6 ms)Writing region close event to WAL at 1732486852152 (+2 ms)Running coprocessor post-close hooks at 1732486852155 (+3 ms)Closed at 1732486852155 2024-11-24T22:20:52,156 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T22:20:52,193 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 1762, reset compression=false 2024-11-24T22:20:52,210 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T22:20:52,210 DEBUG [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(1325): Online Regions={079bf972012a36511c34b46296b900c2=test,,1732486835532.079bf972012a36511c34b46296b900c2., ac0f0692c97b3c1fe46d24b824793ac9=hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9.} 2024-11-24T22:20:52,210 DEBUG [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(1351): Waiting on 079bf972012a36511c34b46296b900c2, ac0f0692c97b3c1fe46d24b824793ac9 2024-11-24T22:20:52,288 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1493, reset compression=false 2024-11-24T22:20:52,410 DEBUG [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(1351): Waiting on 079bf972012a36511c34b46296b900c2, ac0f0692c97b3c1fe46d24b824793ac9 2024-11-24T22:20:52,412 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1473, reset compression=false 2024-11-24T22:20:52,492 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/default/test/079bf972012a36511c34b46296b900c2/.tmp/norep/b5595f097b534525b0ec28ec74ad21b0 2024-11-24T22:20:52,496 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5595f097b534525b0ec28ec74ad21b0 2024-11-24T22:20:52,497 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/default/test/079bf972012a36511c34b46296b900c2/.tmp/f/98f0aaaaa7554d5695c180f61b123865 as hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/default/test/079bf972012a36511c34b46296b900c2/f/98f0aaaaa7554d5695c180f61b123865 2024-11-24T22:20:52,503 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98f0aaaaa7554d5695c180f61b123865 2024-11-24T22:20:52,504 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/default/test/079bf972012a36511c34b46296b900c2/f/98f0aaaaa7554d5695c180f61b123865, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T22:20:52,504 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/default/test/079bf972012a36511c34b46296b900c2/.tmp/f1/fc577fd5beed48ecb05882f516775989 as hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/default/test/079bf972012a36511c34b46296b900c2/f1/fc577fd5beed48ecb05882f516775989 2024-11-24T22:20:52,508 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc577fd5beed48ecb05882f516775989 2024-11-24T22:20:52,509 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/default/test/079bf972012a36511c34b46296b900c2/f1/fc577fd5beed48ecb05882f516775989, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T22:20:52,509 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/default/test/079bf972012a36511c34b46296b900c2/.tmp/norep/b5595f097b534525b0ec28ec74ad21b0 as hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/default/test/079bf972012a36511c34b46296b900c2/norep/b5595f097b534525b0ec28ec74ad21b0 2024-11-24T22:20:52,515 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5595f097b534525b0ec28ec74ad21b0 2024-11-24T22:20:52,515 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/default/test/079bf972012a36511c34b46296b900c2/norep/b5595f097b534525b0ec28ec74ad21b0, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T22:20:52,516 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 079bf972012a36511c34b46296b900c2 in 1308ms, sequenceid=12, compaction requested=false 2024-11-24T22:20:52,522 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/data/default/test/079bf972012a36511c34b46296b900c2/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T22:20:52,523 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:20:52,523 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T22:20:52,523 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732486835532.079bf972012a36511c34b46296b900c2. 2024-11-24T22:20:52,523 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 079bf972012a36511c34b46296b900c2: Waiting for close lock at 1732486851208Running coprocessor pre-close hooks at 1732486851208Disabling compacts and flushes for region at 1732486851208Disabling writes for close at 1732486851208Obtaining lock to block concurrent updates at 1732486851209 (+1 ms)Preparing flush snapshotting stores in 079bf972012a36511c34b46296b900c2 at 1732486851209Finished memstore snapshotting test,,1732486835532.079bf972012a36511c34b46296b900c2., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732486851209Flushing stores of test,,1732486835532.079bf972012a36511c34b46296b900c2. at 1732486851211 (+2 ms)Flushing 079bf972012a36511c34b46296b900c2/f: creating writer at 1732486851211Flushing 079bf972012a36511c34b46296b900c2/f: appending metadata at 1732486851232 (+21 ms)Flushing 079bf972012a36511c34b46296b900c2/f: closing flushed file at 1732486851232Flushing 079bf972012a36511c34b46296b900c2/f1: creating writer at 1732486851650 (+418 ms)Flushing 079bf972012a36511c34b46296b900c2/f1: appending metadata at 1732486851665 (+15 ms)Flushing 079bf972012a36511c34b46296b900c2/f1: closing flushed file at 1732486851665Flushing 079bf972012a36511c34b46296b900c2/norep: creating writer at 1732486852074 (+409 ms)Flushing 079bf972012a36511c34b46296b900c2/norep: appending metadata at 1732486852088 (+14 ms)Flushing 079bf972012a36511c34b46296b900c2/norep: closing flushed file at 1732486852088Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7132c0f1: reopening flushed file at 1732486852496 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@158e8e15: reopening flushed file at 1732486852504 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@312a5ab5: reopening flushed file at 1732486852509 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 079bf972012a36511c34b46296b900c2 in 1308ms, sequenceid=12, compaction requested=false at 1732486852516 (+7 ms)Writing region close event to WAL at 1732486852520 (+4 ms)Running coprocessor post-close hooks at 1732486852523 (+3 ms)Closed at 1732486852523 2024-11-24T22:20:52,523 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732486835532.079bf972012a36511c34b46296b900c2. 2024-11-24T22:20:52,523 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac0f0692c97b3c1fe46d24b824793ac9, disabling compactions & flushes 2024-11-24T22:20:52,523 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9. 2024-11-24T22:20:52,523 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9. 2024-11-24T22:20:52,523 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9. after waiting 0 ms 2024-11-24T22:20:52,523 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9. 2024-11-24T22:20:52,523 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac0f0692c97b3c1fe46d24b824793ac9: Waiting for close lock at 1732486852523Running coprocessor pre-close hooks at 1732486852523Disabling compacts and flushes for region at 1732486852523Disabling writes for close at 1732486852523Failed flush hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9., putting online again at 1732486852523 2024-11-24T22:20:52,524 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9. 2024-11-24T22:20:52,610 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(3091): Received CLOSE for ac0f0692c97b3c1fe46d24b824793ac9 2024-11-24T22:20:52,610 DEBUG [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(1351): Waiting on ac0f0692c97b3c1fe46d24b824793ac9 2024-11-24T22:20:52,611 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac0f0692c97b3c1fe46d24b824793ac9, disabling compactions & flushes 2024-11-24T22:20:52,611 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9. 2024-11-24T22:20:52,611 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9. 2024-11-24T22:20:52,611 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9. after waiting 0 ms 2024-11-24T22:20:52,611 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9. 2024-11-24T22:20:52,611 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac0f0692c97b3c1fe46d24b824793ac9: Waiting for close lock at 1732486852611Running coprocessor pre-close hooks at 1732486852611Disabling compacts and flushes for region at 1732486852611Disabling writes for close at 1732486852611Failed flush hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9., putting online again at 1732486852611 2024-11-24T22:20:52,611 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732486842005.ac0f0692c97b3c1fe46d24b824793ac9. 2024-11-24T22:20:52,701 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 1762, reset compression=false 2024-11-24T22:20:52,706 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:52,706 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 2406, reset compression=false 2024-11-24T22:20:52,792 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1493, reset compression=false 2024-11-24T22:20:52,811 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T22:20:52,811 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(976): stopping server bd6592c37bb2,33801,1732486829597; all regions closed. 2024-11-24T22:20:52,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741834_1010 (size=4239) 2024-11-24T22:20:52,816 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.meta.1732486832119.meta not finished, retry = 0 2024-11-24T22:20:52,909 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.1732486831589 to pos 2406, reset compression=false 2024-11-24T22:20:52,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741839_1015 (size=2172) 2024-11-24T22:20:52,921 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/WALs/bd6592c37bb2,33801,1732486829597/bd6592c37bb2%2C33801%2C1732486829597.rep.1732486842738 not finished, retry = 0 2024-11-24T22:20:53,016 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1473, reset compression=false 2024-11-24T22:20:53,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741833_1009 (size=2414) 2024-11-24T22:20:53,023 DEBUG [RS:0;bd6592c37bb2:33801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:53,023 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:20:53,024 INFO [RS:0;bd6592c37bb2:33801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:20:53,024 INFO [RS:0;bd6592c37bb2:33801 {}] hbase.ChoreService(370): Chore service for: regionserver/bd6592c37bb2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T22:20:53,024 INFO [RS:0;bd6592c37bb2:33801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:20:53,024 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:20:53,024 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bd6592c37bb2,33801,1732486829597 because: Region server is closing 2024-11-24T22:20:53,025 INFO [RS:0;bd6592c37bb2:33801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:33801. 2024-11-24T22:20:53,025 DEBUG [RS:0;bd6592c37bb2:33801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:53,025 DEBUG [RS:0;bd6592c37bb2:33801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:53,025 DEBUG [RS:0;bd6592c37bb2:33801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:53,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:53,125 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.shipperbd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 terminated 2024-11-24T22:20:53,125 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,33801,1732486829597.replicationSource.wal-reader.bd6592c37bb2%2C33801%2C1732486829597,1-bd6592c37bb2,33801,1732486829597 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T22:20:53,125 INFO [RS:0;bd6592c37bb2:33801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:33801. 2024-11-24T22:20:53,126 DEBUG [RS:0;bd6592c37bb2:33801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:53,126 DEBUG [RS:0;bd6592c37bb2:33801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:53,126 DEBUG [RS:0;bd6592c37bb2:33801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:53,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:53,126 INFO [RS:0;bd6592c37bb2:33801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33801 2024-11-24T22:20:53,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1014c10e5fc0007, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21212376717/rs/bd6592c37bb2,33801,1732486829597 2024-11-24T22:20:53,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21212376717/rs 2024-11-24T22:20:53,129 INFO [RS:0;bd6592c37bb2:33801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:20:53,131 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bd6592c37bb2,33801,1732486829597] 2024-11-24T22:20:53,132 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21212376717/draining/bd6592c37bb2,33801,1732486829597 already deleted, retry=false 2024-11-24T22:20:53,132 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bd6592c37bb2,33801,1732486829597 expired; onlineServers=0 2024-11-24T22:20:53,132 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bd6592c37bb2,34909,1732486829562' ***** 2024-11-24T22:20:53,132 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T22:20:53,132 INFO [M:0;bd6592c37bb2:34909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:20:53,132 INFO [M:0;bd6592c37bb2:34909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:20:53,132 DEBUG [M:0;bd6592c37bb2:34909 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T22:20:53,133 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T22:20:53,133 DEBUG [M:0;bd6592c37bb2:34909 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T22:20:53,133 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486831368 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486831368,5,FailOnTimeoutGroup] 2024-11-24T22:20:53,133 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486831365 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486831365,5,FailOnTimeoutGroup] 2024-11-24T22:20:53,133 INFO [M:0;bd6592c37bb2:34909 {}] hbase.ChoreService(370): Chore service for: master/bd6592c37bb2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T22:20:53,133 INFO [M:0;bd6592c37bb2:34909 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:20:53,133 DEBUG [M:0;bd6592c37bb2:34909 {}] master.HMaster(1795): Stopping service threads 2024-11-24T22:20:53,133 INFO [M:0;bd6592c37bb2:34909 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T22:20:53,133 INFO [M:0;bd6592c37bb2:34909 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:20:53,134 INFO [M:0;bd6592c37bb2:34909 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T22:20:53,134 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T22:20:53,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21212376717/master 2024-11-24T22:20:53,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21212376717 2024-11-24T22:20:53,135 DEBUG [M:0;bd6592c37bb2:34909 {}] zookeeper.ZKUtil(347): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Unable to get data of znode /21212376717/master because node does not exist (not an error) 2024-11-24T22:20:53,135 WARN [M:0;bd6592c37bb2:34909 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T22:20:53,136 INFO [M:0;bd6592c37bb2:34909 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/.lastflushedseqids 2024-11-24T22:20:53,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741847_1023 (size=245) 2024-11-24T22:20:53,147 INFO [M:0;bd6592c37bb2:34909 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T22:20:53,147 INFO [M:0;bd6592c37bb2:34909 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T22:20:53,147 DEBUG [M:0;bd6592c37bb2:34909 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:20:53,147 INFO [M:0;bd6592c37bb2:34909 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:53,147 DEBUG [M:0;bd6592c37bb2:34909 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:53,147 DEBUG [M:0;bd6592c37bb2:34909 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:20:53,147 DEBUG [M:0;bd6592c37bb2:34909 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:53,147 INFO [M:0;bd6592c37bb2:34909 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-24T22:20:53,170 DEBUG [M:0;bd6592c37bb2:34909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11a5d102eb17439fa946cd04cb09e6fd is 82, key is hbase:meta,,1/info:regioninfo/1732486832153/Put/seqid=0 2024-11-24T22:20:53,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741848_1024 (size=5672) 2024-11-24T22:20:53,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1014c10e5fc0007, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:20:53,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33801-0x1014c10e5fc0007, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:20:53,231 INFO [RS:0;bd6592c37bb2:33801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:20:53,231 INFO [RS:0;bd6592c37bb2:33801 {}] regionserver.HRegionServer(1031): Exiting; stopping=bd6592c37bb2,33801,1732486829597; zookeeper connection closed. 2024-11-24T22:20:53,231 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@413d76b7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@413d76b7 2024-11-24T22:20:53,232 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T22:20:53,326 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T22:20:53,398 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1493, reset compression=false 2024-11-24T22:20:53,575 INFO [M:0;bd6592c37bb2:34909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11a5d102eb17439fa946cd04cb09e6fd 2024-11-24T22:20:53,592 DEBUG [M:0;bd6592c37bb2:34909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8277fd0294c4c3c88a885291aa26ffc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732486842783/Put/seqid=0 2024-11-24T22:20:53,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741849_1025 (size=9211) 2024-11-24T22:20:53,719 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1473, reset compression=false 2024-11-24T22:20:53,996 INFO [M:0;bd6592c37bb2:34909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8277fd0294c4c3c88a885291aa26ffc 2024-11-24T22:20:54,013 DEBUG [M:0;bd6592c37bb2:34909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8865c4d947a475fa45735278825c511 is 69, key is bd6592c37bb2,33801,1732486829597/rs:state/1732486831441/Put/seqid=0 2024-11-24T22:20:54,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741850_1026 (size=5156) 2024-11-24T22:20:54,102 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1493, reset compression=false 2024-11-24T22:20:54,417 INFO [M:0;bd6592c37bb2:34909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8865c4d947a475fa45735278825c511 2024-11-24T22:20:54,427 DEBUG [M:0;bd6592c37bb2:34909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11a5d102eb17439fa946cd04cb09e6fd as hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11a5d102eb17439fa946cd04cb09e6fd 2024-11-24T22:20:54,432 INFO [M:0;bd6592c37bb2:34909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11a5d102eb17439fa946cd04cb09e6fd, entries=8, sequenceid=127, filesize=5.5 K 2024-11-24T22:20:54,433 DEBUG [M:0;bd6592c37bb2:34909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8277fd0294c4c3c88a885291aa26ffc as hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8277fd0294c4c3c88a885291aa26ffc 2024-11-24T22:20:54,437 INFO [M:0;bd6592c37bb2:34909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8277fd0294c4c3c88a885291aa26ffc, entries=15, sequenceid=127, filesize=9.0 K 2024-11-24T22:20:54,441 DEBUG [M:0;bd6592c37bb2:34909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8865c4d947a475fa45735278825c511 as hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8865c4d947a475fa45735278825c511 2024-11-24T22:20:54,445 INFO [M:0;bd6592c37bb2:34909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8865c4d947a475fa45735278825c511, entries=1, sequenceid=127, filesize=5.0 K 2024-11-24T22:20:54,447 INFO [M:0;bd6592c37bb2:34909 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=127, compaction requested=false 2024-11-24T22:20:54,460 INFO [M:0;bd6592c37bb2:34909 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:54,460 DEBUG [M:0;bd6592c37bb2:34909 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486853147Disabling compacts and flushes for region at 1732486853147Disabling writes for close at 1732486853147Obtaining lock to block concurrent updates at 1732486853147Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732486853147Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1732486853148 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732486853152 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732486853152Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732486853170 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732486853170Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732486853578 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732486853592 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732486853592Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732486854000 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732486854013 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732486854013Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33ab367: reopening flushed file at 1732486854426 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35442c51: reopening flushed file at 1732486854432 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c6e22b8: reopening flushed file at 1732486854437 (+5 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=127, compaction requested=false at 1732486854447 (+10 ms)Writing region close event to WAL at 1732486854459 (+12 ms)Closed at 1732486854459 2024-11-24T22:20:54,463 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b17dfaec-0ccc-a1d6-5aee-3721f48dc70b/MasterData/WALs/bd6592c37bb2,34909,1732486829562/bd6592c37bb2%2C34909%2C1732486829562.1732486831284 not finished, retry = 0 2024-11-24T22:20:54,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741830_1006 (size=73854) 2024-11-24T22:20:54,523 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1473, reset compression=false 2024-11-24T22:20:54,564 INFO [M:0;bd6592c37bb2:34909 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T22:20:54,564 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:20:54,564 INFO [M:0;bd6592c37bb2:34909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34909 2024-11-24T22:20:54,565 INFO [M:0;bd6592c37bb2:34909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:20:54,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:20:54,670 INFO [M:0;bd6592c37bb2:34909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:20:54,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1014c10e5fc0006, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:20:54,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@dffacb6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:20:54,677 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c05d80e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:20:54,677 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:20:54,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@412bff8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:20:54,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ab80ac8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/hadoop.log.dir/,STOPPED} 2024-11-24T22:20:54,679 WARN [BP-1134156115-172.17.0.2-1732486828199 heartbeating to localhost/127.0.0.1:39949 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T22:20:54,679 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T22:20:54,679 WARN [BP-1134156115-172.17.0.2-1732486828199 heartbeating to localhost/127.0.0.1:39949 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1134156115-172.17.0.2-1732486828199 (Datanode Uuid ebdca46c-ea9f-4417-a22d-9fae7d046a13) service to localhost/127.0.0.1:39949 2024-11-24T22:20:54,679 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T22:20:54,680 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/cluster_5cc34410-8b67-5407-aec2-4c2b68345917/data/data1/current/BP-1134156115-172.17.0.2-1732486828199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:20:54,680 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/cluster_5cc34410-8b67-5407-aec2-4c2b68345917/data/data2/current/BP-1134156115-172.17.0.2-1732486828199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:20:54,681 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T22:20:54,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ede0493{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:20:54,688 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d88fcb8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:20:54,688 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:20:54,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@571fba1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:20:54,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cf56b48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/hadoop.log.dir/,STOPPED} 2024-11-24T22:20:54,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T22:20:54,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T22:20:54,703 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:20:54,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:54,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:54,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:54,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:54,703 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T22:20:54,703 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2038471981, stopped=false 2024-11-24T22:20:54,703 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bd6592c37bb2,33821,1732486826058 2024-11-24T22:20:54,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-504408311/running 2024-11-24T22:20:54,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1014c10e5fc0004, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-504408311/running 2024-11-24T22:20:54,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-504408311 2024-11-24T22:20:54,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1014c10e5fc0004, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-504408311 2024-11-24T22:20:54,711 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:20:54,711 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:20:54,711 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:54,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:54,712 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bd6592c37bb2,40513,1732486826118' ***** 2024-11-24T22:20:54,712 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T22:20:54,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Set watcher on znode that does not yet exist, /1-504408311/running 2024-11-24T22:20:54,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40513-0x1014c10e5fc0004, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Set watcher on znode that does not yet exist, /1-504408311/running 2024-11-24T22:20:54,712 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T22:20:54,712 INFO [RS:0;bd6592c37bb2:40513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T22:20:54,712 INFO [RS:0;bd6592c37bb2:40513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T22:20:54,712 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(3091): Received CLOSE for 05b076ad3c6c0f4d2e6f6b176d49bf92 2024-11-24T22:20:54,713 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T22:20:54,714 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(3091): Received CLOSE for a9c342cba822e7ca72aba324082fd6be 2024-11-24T22:20:54,714 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(959): stopping server bd6592c37bb2,40513,1732486826118 2024-11-24T22:20:54,714 INFO [RS:0;bd6592c37bb2:40513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:20:54,714 INFO [RS:0;bd6592c37bb2:40513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:40513. 2024-11-24T22:20:54,714 DEBUG [RS:0;bd6592c37bb2:40513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:54,714 DEBUG [RS:0;bd6592c37bb2:40513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:54,714 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T22:20:54,714 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T22:20:54,714 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T22:20:54,714 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T22:20:54,715 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T22:20:54,715 DEBUG [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(1325): Online Regions={05b076ad3c6c0f4d2e6f6b176d49bf92=hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92., 1588230740=hbase:meta,,1.1588230740, a9c342cba822e7ca72aba324082fd6be=test,,1732486833383.a9c342cba822e7ca72aba324082fd6be.} 2024-11-24T22:20:54,715 DEBUG [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(1351): Waiting on 05b076ad3c6c0f4d2e6f6b176d49bf92, 1588230740, a9c342cba822e7ca72aba324082fd6be 2024-11-24T22:20:54,715 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05b076ad3c6c0f4d2e6f6b176d49bf92, disabling compactions & flushes 2024-11-24T22:20:54,715 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92. 2024-11-24T22:20:54,715 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92. 2024-11-24T22:20:54,715 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92. after waiting 0 ms 2024-11-24T22:20:54,715 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:20:54,715 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92. 2024-11-24T22:20:54,715 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:20:54,715 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:20:54,715 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:20:54,715 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 05b076ad3c6c0f4d2e6f6b176d49bf92 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-24T22:20:54,715 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:20:54,715 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T22:20:54,730 INFO [regionserver/bd6592c37bb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:20:54,736 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/replication/05b076ad3c6c0f4d2e6f6b176d49bf92/.tmp/queue/60697f23f3ba4aa38678ec68d851a306 is 154, key is 1-bd6592c37bb2,40513,1732486826118/queue:bd6592c37bb2%2C40513%2C1732486826118/1732486851000/Put/seqid=0 2024-11-24T22:20:54,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741840_1016 (size=5353) 2024-11-24T22:20:54,740 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740/.tmp/info/4340ec1b2b09426db976d7565145b2c1 is 147, key is hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92./info:regioninfo/1732486841021/Put/seqid=0 2024-11-24T22:20:54,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741841_1017 (size=7686) 2024-11-24T22:20:54,905 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1493, reset compression=false 2024-11-24T22:20:54,915 DEBUG [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(1351): Waiting on 05b076ad3c6c0f4d2e6f6b176d49bf92, 1588230740, a9c342cba822e7ca72aba324082fd6be 2024-11-24T22:20:55,115 DEBUG [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(1351): Waiting on 05b076ad3c6c0f4d2e6f6b176d49bf92, 1588230740, a9c342cba822e7ca72aba324082fd6be 2024-11-24T22:20:55,140 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/replication/05b076ad3c6c0f4d2e6f6b176d49bf92/.tmp/queue/60697f23f3ba4aa38678ec68d851a306 2024-11-24T22:20:55,144 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740/.tmp/info/4340ec1b2b09426db976d7565145b2c1 2024-11-24T22:20:55,146 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/replication/05b076ad3c6c0f4d2e6f6b176d49bf92/.tmp/queue/60697f23f3ba4aa38678ec68d851a306 as hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/replication/05b076ad3c6c0f4d2e6f6b176d49bf92/queue/60697f23f3ba4aa38678ec68d851a306 2024-11-24T22:20:55,152 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/replication/05b076ad3c6c0f4d2e6f6b176d49bf92/queue/60697f23f3ba4aa38678ec68d851a306, entries=1, sequenceid=14, filesize=5.2 K 2024-11-24T22:20:55,153 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 05b076ad3c6c0f4d2e6f6b176d49bf92 in 438ms, sequenceid=14, compaction requested=false 2024-11-24T22:20:55,157 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/replication/05b076ad3c6c0f4d2e6f6b176d49bf92/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-24T22:20:55,158 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:20:55,158 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:20:55,158 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92. 2024-11-24T22:20:55,158 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05b076ad3c6c0f4d2e6f6b176d49bf92: Waiting for close lock at 1732486854715Running coprocessor pre-close hooks at 1732486854715Disabling compacts and flushes for region at 1732486854715Disabling writes for close at 1732486854715Obtaining lock to block concurrent updates at 1732486854715Preparing flush snapshotting stores in 05b076ad3c6c0f4d2e6f6b176d49bf92 at 1732486854715Finished memstore snapshotting hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732486854715Flushing stores of hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92. at 1732486854717 (+2 ms)Flushing 05b076ad3c6c0f4d2e6f6b176d49bf92/queue: creating writer at 1732486854717Flushing 05b076ad3c6c0f4d2e6f6b176d49bf92/queue: appending metadata at 1732486854735 (+18 ms)Flushing 05b076ad3c6c0f4d2e6f6b176d49bf92/queue: closing flushed file at 1732486854735Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61ae90b4: reopening flushed file at 1732486855145 (+410 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 05b076ad3c6c0f4d2e6f6b176d49bf92 in 438ms, sequenceid=14, compaction requested=false at 1732486855153 (+8 ms)Writing region close event to WAL at 1732486855154 (+1 ms)Running coprocessor post-close hooks at 1732486855157 (+3 ms)Closed at 1732486855158 (+1 ms) 2024-11-24T22:20:55,158 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732486839854.05b076ad3c6c0f4d2e6f6b176d49bf92. 2024-11-24T22:20:55,158 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9c342cba822e7ca72aba324082fd6be, disabling compactions & flushes 2024-11-24T22:20:55,158 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732486833383.a9c342cba822e7ca72aba324082fd6be. 2024-11-24T22:20:55,158 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486833383.a9c342cba822e7ca72aba324082fd6be. 2024-11-24T22:20:55,158 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732486833383.a9c342cba822e7ca72aba324082fd6be. after waiting 0 ms 2024-11-24T22:20:55,158 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732486833383.a9c342cba822e7ca72aba324082fd6be. 2024-11-24T22:20:55,158 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a9c342cba822e7ca72aba324082fd6be 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-24T22:20:55,174 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740/.tmp/ns/53ac4416df72430b97cee6457c5b62b6 is 43, key is default/ns:d/1732486828086/Put/seqid=0 2024-11-24T22:20:55,175 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/default/test/a9c342cba822e7ca72aba324082fd6be/.tmp/f/11da51b4967a42e1b7dc39f53ae97587 is 37, key is row3/f:row3/1732486849862/Put/seqid=0 2024-11-24T22:20:55,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741842_1018 (size=5153) 2024-11-24T22:20:55,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741843_1019 (size=5228) 2024-11-24T22:20:55,306 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T22:20:55,306 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T22:20:55,315 DEBUG [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9c342cba822e7ca72aba324082fd6be 2024-11-24T22:20:55,431 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1473, reset compression=false 2024-11-24T22:20:55,436 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:55,436 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1720, reset compression=false 2024-11-24T22:20:55,436 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.shipperbd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,40513,1732486826118 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:20:55,437 ERROR [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.shipperbd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bd6592c37bb2,40513,1732486826118: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bd6592c37bb2,40513,1732486826118, walGroup=bd6592c37bb2%2C40513%2C1732486826118, offset=bd6592c37bb2%2C40513%2C1732486826118.1732486827438:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:40513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T22:20:55,438 ERROR [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.shipperbd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T22:20:55,438 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.shipperbd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T22:20:55,439 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.shipperbd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T22:20:55,439 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.shipperbd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T22:20:55,439 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.shipperbd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T22:20:55,439 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.shipperbd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1142947840, "init": 1048576000, "max": 2306867200, "used": 833714912 }, "NonHeapMemoryUsage": { "committed": 201326592, "init": 7667712, "max": -1, "used": 198390472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T22:20:55,439 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.shipperbd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:33821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:33821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T22:20:55,515 DEBUG [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9c342cba822e7ca72aba324082fd6be 2024-11-24T22:20:55,579 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740/.tmp/ns/53ac4416df72430b97cee6457c5b62b6 2024-11-24T22:20:55,579 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/default/test/a9c342cba822e7ca72aba324082fd6be/.tmp/f/11da51b4967a42e1b7dc39f53ae97587 2024-11-24T22:20:55,583 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11da51b4967a42e1b7dc39f53ae97587 2024-11-24T22:20:55,601 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740/.tmp/rep_barrier/ba44268bd47b414c964d3980289b89a2 is 112, key is test,,1732486833383.a9c342cba822e7ca72aba324082fd6be./rep_barrier:seqnumDuringOpen/1732486834537/Put/seqid=0 2024-11-24T22:20:55,603 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/default/test/a9c342cba822e7ca72aba324082fd6be/.tmp/f1/56d5034d1ee74a338cceb7a218c6257b is 30, key is row1/f1:/1732486847192/DeleteFamily/seqid=0 2024-11-24T22:20:55,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741844_1020 (size=5518) 2024-11-24T22:20:55,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741845_1021 (size=5158) 2024-11-24T22:20:55,618 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/default/test/a9c342cba822e7ca72aba324082fd6be/.tmp/f1/56d5034d1ee74a338cceb7a218c6257b 2024-11-24T22:20:55,622 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56d5034d1ee74a338cceb7a218c6257b 2024-11-24T22:20:55,637 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/default/test/a9c342cba822e7ca72aba324082fd6be/.tmp/norep/ee0a2d2ba6214f248fd6f3274602ee91 is 33, key is row1/norep:/1732486847192/DeleteFamily/seqid=0 2024-11-24T22:20:55,639 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1720, reset compression=false 2024-11-24T22:20:55,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741846_1022 (size=5108) 2024-11-24T22:20:55,716 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T22:20:55,716 DEBUG [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a9c342cba822e7ca72aba324082fd6be=test,,1732486833383.a9c342cba822e7ca72aba324082fd6be.} 2024-11-24T22:20:55,716 DEBUG [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9c342cba822e7ca72aba324082fd6be 2024-11-24T22:20:55,809 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1493, reset compression=false 2024-11-24T22:20:55,916 DEBUG [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9c342cba822e7ca72aba324082fd6be 2024-11-24T22:20:55,951 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1720, reset compression=false 2024-11-24T22:20:56,012 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T22:20:56,014 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740/.tmp/rep_barrier/ba44268bd47b414c964d3980289b89a2 2024-11-24T22:20:56,036 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740/.tmp/table/4d7712678c654956ab3975e510b9fcbb is 53, key is hbase:replication/table:state/1732486841028/Put/seqid=0 2024-11-24T22:20:56,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741847_1023 (size=5308) 2024-11-24T22:20:56,048 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/default/test/a9c342cba822e7ca72aba324082fd6be/.tmp/norep/ee0a2d2ba6214f248fd6f3274602ee91 2024-11-24T22:20:56,061 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee0a2d2ba6214f248fd6f3274602ee91 2024-11-24T22:20:56,062 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/default/test/a9c342cba822e7ca72aba324082fd6be/.tmp/f/11da51b4967a42e1b7dc39f53ae97587 as hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/default/test/a9c342cba822e7ca72aba324082fd6be/f/11da51b4967a42e1b7dc39f53ae97587 2024-11-24T22:20:56,066 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11da51b4967a42e1b7dc39f53ae97587 2024-11-24T22:20:56,066 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/default/test/a9c342cba822e7ca72aba324082fd6be/f/11da51b4967a42e1b7dc39f53ae97587, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T22:20:56,067 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/default/test/a9c342cba822e7ca72aba324082fd6be/.tmp/f1/56d5034d1ee74a338cceb7a218c6257b as hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/default/test/a9c342cba822e7ca72aba324082fd6be/f1/56d5034d1ee74a338cceb7a218c6257b 2024-11-24T22:20:56,072 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56d5034d1ee74a338cceb7a218c6257b 2024-11-24T22:20:56,072 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/default/test/a9c342cba822e7ca72aba324082fd6be/f1/56d5034d1ee74a338cceb7a218c6257b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T22:20:56,073 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/default/test/a9c342cba822e7ca72aba324082fd6be/.tmp/norep/ee0a2d2ba6214f248fd6f3274602ee91 as hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/default/test/a9c342cba822e7ca72aba324082fd6be/norep/ee0a2d2ba6214f248fd6f3274602ee91 2024-11-24T22:20:56,077 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee0a2d2ba6214f248fd6f3274602ee91 2024-11-24T22:20:56,077 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/default/test/a9c342cba822e7ca72aba324082fd6be/norep/ee0a2d2ba6214f248fd6f3274602ee91, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T22:20:56,078 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a9c342cba822e7ca72aba324082fd6be in 920ms, sequenceid=12, compaction requested=false 2024-11-24T22:20:56,078 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T22:20:56,087 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/default/test/a9c342cba822e7ca72aba324082fd6be/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T22:20:56,088 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:20:56,088 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T22:20:56,088 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732486833383.a9c342cba822e7ca72aba324082fd6be. 2024-11-24T22:20:56,088 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9c342cba822e7ca72aba324082fd6be: Waiting for close lock at 1732486855158Running coprocessor pre-close hooks at 1732486855158Disabling compacts and flushes for region at 1732486855158Disabling writes for close at 1732486855158Obtaining lock to block concurrent updates at 1732486855158Preparing flush snapshotting stores in a9c342cba822e7ca72aba324082fd6be at 1732486855158Finished memstore snapshotting test,,1732486833383.a9c342cba822e7ca72aba324082fd6be., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732486855158Flushing stores of test,,1732486833383.a9c342cba822e7ca72aba324082fd6be. at 1732486855159 (+1 ms)Flushing a9c342cba822e7ca72aba324082fd6be/f: creating writer at 1732486855159Flushing a9c342cba822e7ca72aba324082fd6be/f: appending metadata at 1732486855175 (+16 ms)Flushing a9c342cba822e7ca72aba324082fd6be/f: closing flushed file at 1732486855175Flushing a9c342cba822e7ca72aba324082fd6be/f1: creating writer at 1732486855583 (+408 ms)Flushing a9c342cba822e7ca72aba324082fd6be/f1: appending metadata at 1732486855602 (+19 ms)Flushing a9c342cba822e7ca72aba324082fd6be/f1: closing flushed file at 1732486855602Flushing a9c342cba822e7ca72aba324082fd6be/norep: creating writer at 1732486855622 (+20 ms)Flushing a9c342cba822e7ca72aba324082fd6be/norep: appending metadata at 1732486855637 (+15 ms)Flushing a9c342cba822e7ca72aba324082fd6be/norep: closing flushed file at 1732486855637Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54aded8a: reopening flushed file at 1732486856061 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@368cdcc: reopening flushed file at 1732486856066 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e405b79: reopening flushed file at 1732486856072 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a9c342cba822e7ca72aba324082fd6be in 920ms, sequenceid=12, compaction requested=false at 1732486856078 (+6 ms)Writing region close event to WAL at 1732486856084 (+6 ms)Running coprocessor post-close hooks at 1732486856088 (+4 ms)Closed at 1732486856088 2024-11-24T22:20:56,088 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732486833383.a9c342cba822e7ca72aba324082fd6be. 2024-11-24T22:20:56,116 DEBUG [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:20:56,316 DEBUG [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:20:56,354 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 1720, reset compression=false 2024-11-24T22:20:56,361 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:56,362 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 2364, reset compression=false 2024-11-24T22:20:56,441 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740/.tmp/table/4d7712678c654956ab3975e510b9fcbb 2024-11-24T22:20:56,448 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740/.tmp/info/4340ec1b2b09426db976d7565145b2c1 as hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740/info/4340ec1b2b09426db976d7565145b2c1 2024-11-24T22:20:56,452 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740/info/4340ec1b2b09426db976d7565145b2c1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T22:20:56,453 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740/.tmp/ns/53ac4416df72430b97cee6457c5b62b6 as hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740/ns/53ac4416df72430b97cee6457c5b62b6 2024-11-24T22:20:56,457 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740/ns/53ac4416df72430b97cee6457c5b62b6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T22:20:56,457 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740/.tmp/rep_barrier/ba44268bd47b414c964d3980289b89a2 as hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740/rep_barrier/ba44268bd47b414c964d3980289b89a2 2024-11-24T22:20:56,461 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740/rep_barrier/ba44268bd47b414c964d3980289b89a2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T22:20:56,462 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740/.tmp/table/4d7712678c654956ab3975e510b9fcbb as hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740/table/4d7712678c654956ab3975e510b9fcbb 2024-11-24T22:20:56,465 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740/table/4d7712678c654956ab3975e510b9fcbb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T22:20:56,466 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1751ms, sequenceid=16, compaction requested=false 2024-11-24T22:20:56,466 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T22:20:56,470 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T22:20:56,470 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:20:56,470 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:20:56,470 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:20:56,470 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486854715Running coprocessor pre-close hooks at 1732486854715Disabling compacts and flushes for region at 1732486854715Disabling writes for close at 1732486854715Obtaining lock to block concurrent updates at 1732486854715Preparing flush snapshotting stores in 1588230740 at 1732486854715Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732486854716 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732486854721 (+5 ms)Flushing 1588230740/info: creating writer at 1732486854721Flushing 1588230740/info: appending metadata at 1732486854740 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732486854740Flushing 1588230740/ns: creating writer at 1732486855150 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732486855174 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732486855174Flushing 1588230740/rep_barrier: creating writer at 1732486855583 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732486855601 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732486855601Flushing 1588230740/table: creating writer at 1732486856021 (+420 ms)Flushing 1588230740/table: appending metadata at 1732486856036 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732486856036Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a25e865: reopening flushed file at 1732486856447 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@182201a9: reopening flushed file at 1732486856452 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18658b61: reopening flushed file at 1732486856457 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49915b0f: reopening flushed file at 1732486856461 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1751ms, sequenceid=16, compaction requested=false at 1732486856466 (+5 ms)Writing region close event to WAL at 1732486856467 (+1 ms)Running coprocessor post-close hooks at 1732486856470 (+3 ms)Closed at 1732486856470 2024-11-24T22:20:56,471 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T22:20:56,517 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(976): stopping server bd6592c37bb2,40513,1732486826118; all regions closed. 2024-11-24T22:20:56,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741834_1010 (size=4239) 2024-11-24T22:20:56,520 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.meta.1732486828015.meta not finished, retry = 0 2024-11-24T22:20:56,566 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 to pos 2364, reset compression=false 2024-11-24T22:20:56,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741839_1015 (size=3552) 2024-11-24T22:20:56,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741833_1009 (size=2372) 2024-11-24T22:20:56,637 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/WALs/bd6592c37bb2,40513,1732486826118/bd6592c37bb2%2C40513%2C1732486826118.1732486827438 not finished, retry = 0 2024-11-24T22:20:56,738 DEBUG [RS:0;bd6592c37bb2:40513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:56,738 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:20:56,738 INFO [RS:0;bd6592c37bb2:40513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:20:56,738 INFO [RS:0;bd6592c37bb2:40513 {}] hbase.ChoreService(370): Chore service for: regionserver/bd6592c37bb2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T22:20:56,739 INFO [RS:0;bd6592c37bb2:40513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:20:56,739 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:20:56,739 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bd6592c37bb2,40513,1732486826118 because: Region server is closing 2024-11-24T22:20:56,739 INFO [RS:0;bd6592c37bb2:40513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:40513. 2024-11-24T22:20:56,739 DEBUG [RS:0;bd6592c37bb2:40513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:56,739 DEBUG [RS:0;bd6592c37bb2:40513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:56,739 DEBUG [RS:0;bd6592c37bb2:40513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:56,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:56,812 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1493, reset compression=false 2024-11-24T22:20:56,840 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.shipperbd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 terminated 2024-11-24T22:20:56,840 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,40513,1732486826118.replicationSource.wal-reader.bd6592c37bb2%2C40513%2C1732486826118,1-bd6592c37bb2,40513,1732486826118 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T22:20:56,840 INFO [RS:0;bd6592c37bb2:40513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:40513. 2024-11-24T22:20:56,840 DEBUG [RS:0;bd6592c37bb2:40513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:56,840 DEBUG [RS:0;bd6592c37bb2:40513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:56,840 DEBUG [RS:0;bd6592c37bb2:40513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:56,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:56,840 INFO [RS:0;bd6592c37bb2:40513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40513 2024-11-24T22:20:56,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1014c10e5fc0004, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-504408311/rs/bd6592c37bb2,40513,1732486826118 2024-11-24T22:20:56,842 INFO [RS:0;bd6592c37bb2:40513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:20:56,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-504408311/rs 2024-11-24T22:20:56,844 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bd6592c37bb2,40513,1732486826118] 2024-11-24T22:20:56,845 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-504408311/draining/bd6592c37bb2,40513,1732486826118 already deleted, retry=false 2024-11-24T22:20:56,845 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bd6592c37bb2,40513,1732486826118 expired; onlineServers=0 2024-11-24T22:20:56,845 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bd6592c37bb2,33821,1732486826058' ***** 2024-11-24T22:20:56,845 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T22:20:56,845 INFO [M:0;bd6592c37bb2:33821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:20:56,845 INFO [M:0;bd6592c37bb2:33821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:20:56,845 DEBUG [M:0;bd6592c37bb2:33821 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T22:20:56,845 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T22:20:56,845 DEBUG [M:0;bd6592c37bb2:33821 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T22:20:56,845 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486827245 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486827245,5,FailOnTimeoutGroup] 2024-11-24T22:20:56,845 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486827248 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486827248,5,FailOnTimeoutGroup] 2024-11-24T22:20:56,845 INFO [M:0;bd6592c37bb2:33821 {}] hbase.ChoreService(370): Chore service for: master/bd6592c37bb2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T22:20:56,846 INFO [M:0;bd6592c37bb2:33821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:20:56,846 DEBUG [M:0;bd6592c37bb2:33821 {}] master.HMaster(1795): Stopping service threads 2024-11-24T22:20:56,846 INFO [M:0;bd6592c37bb2:33821 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T22:20:56,846 INFO [M:0;bd6592c37bb2:33821 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:20:56,846 INFO [M:0;bd6592c37bb2:33821 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T22:20:56,846 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T22:20:56,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-504408311/master 2024-11-24T22:20:56,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-504408311 2024-11-24T22:20:56,852 DEBUG [M:0;bd6592c37bb2:33821 {}] zookeeper.RecoverableZooKeeper(212): Node /1-504408311/master already deleted, retry=false 2024-11-24T22:20:56,852 DEBUG [M:0;bd6592c37bb2:33821 {}] master.ActiveMasterManager(353): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-504408311/master 2024-11-24T22:20:56,853 INFO [M:0;bd6592c37bb2:33821 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/.lastflushedseqids 2024-11-24T22:20:56,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741848_1024 (size=245) 2024-11-24T22:20:56,943 INFO [RS:0;bd6592c37bb2:40513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:20:56,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1014c10e5fc0004, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:20:56,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x1014c10e5fc0004, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:20:56,943 INFO [RS:0;bd6592c37bb2:40513 {}] regionserver.HRegionServer(1031): Exiting; stopping=bd6592c37bb2,40513,1732486826118; zookeeper connection closed. 2024-11-24T22:20:56,944 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bf00e95 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bf00e95 2024-11-24T22:20:56,944 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T22:20:57,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,264 INFO [M:0;bd6592c37bb2:33821 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T22:20:57,264 INFO [M:0;bd6592c37bb2:33821 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T22:20:57,265 DEBUG [M:0;bd6592c37bb2:33821 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:20:57,265 INFO [M:0;bd6592c37bb2:33821 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:57,265 DEBUG [M:0;bd6592c37bb2:33821 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:57,265 DEBUG [M:0;bd6592c37bb2:33821 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:20:57,265 DEBUG [M:0;bd6592c37bb2:33821 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:57,265 INFO [M:0;bd6592c37bb2:33821 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-24T22:20:57,280 DEBUG [M:0;bd6592c37bb2:33821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b97ae66fa374cc9bef7ca48e8c7e0f3 is 82, key is hbase:meta,,1/info:regioninfo/1732486828076/Put/seqid=0 2024-11-24T22:20:57,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741849_1025 (size=5672) 2024-11-24T22:20:57,683 INFO [M:0;bd6592c37bb2:33821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b97ae66fa374cc9bef7ca48e8c7e0f3 2024-11-24T22:20:57,701 DEBUG [M:0;bd6592c37bb2:33821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/774ddb70de514786b0a938f3b4af7f2c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732486841031/Put/seqid=0 2024-11-24T22:20:57,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741850_1026 (size=8515) 2024-11-24T22:20:57,706 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:20:57,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:20:57,916 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1493, reset compression=false 2024-11-24T22:20:58,105 INFO [M:0;bd6592c37bb2:33821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/774ddb70de514786b0a938f3b4af7f2c 2024-11-24T22:20:58,123 DEBUG [M:0;bd6592c37bb2:33821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2116b628129043fdb9de34049bb48905 is 69, key is bd6592c37bb2,40513,1732486826118/rs:state/1732486827292/Put/seqid=0 2024-11-24T22:20:58,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741851_1027 (size=5156) 2024-11-24T22:20:58,128 INFO [M:0;bd6592c37bb2:33821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2116b628129043fdb9de34049bb48905 2024-11-24T22:20:58,132 DEBUG [M:0;bd6592c37bb2:33821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b97ae66fa374cc9bef7ca48e8c7e0f3 as hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b97ae66fa374cc9bef7ca48e8c7e0f3 2024-11-24T22:20:58,135 INFO [M:0;bd6592c37bb2:33821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b97ae66fa374cc9bef7ca48e8c7e0f3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T22:20:58,135 DEBUG [M:0;bd6592c37bb2:33821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/774ddb70de514786b0a938f3b4af7f2c as hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/774ddb70de514786b0a938f3b4af7f2c 2024-11-24T22:20:58,138 INFO [M:0;bd6592c37bb2:33821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/774ddb70de514786b0a938f3b4af7f2c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T22:20:58,139 DEBUG [M:0;bd6592c37bb2:33821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2116b628129043fdb9de34049bb48905 as hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2116b628129043fdb9de34049bb48905 2024-11-24T22:20:58,141 INFO [M:0;bd6592c37bb2:33821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41579/user/jenkins/test-data/22608d34-dd77-6354-d23c-302d4e03380f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2116b628129043fdb9de34049bb48905, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T22:20:58,142 INFO [M:0;bd6592c37bb2:33821 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=97, compaction requested=false 2024-11-24T22:20:58,143 INFO [M:0;bd6592c37bb2:33821 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:20:58,143 DEBUG [M:0;bd6592c37bb2:33821 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486857265Disabling compacts and flushes for region at 1732486857265Disabling writes for close at 1732486857265Obtaining lock to block concurrent updates at 1732486857265Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732486857265Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732486857265Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732486857266 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732486857266Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732486857279 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732486857279Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732486857687 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732486857701 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732486857701Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732486858109 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732486858122 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732486858122Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5214c15d: reopening flushed file at 1732486858131 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3255dc5f: reopening flushed file at 1732486858135 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7855a8b3: reopening flushed file at 1732486858138 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=97, compaction requested=false at 1732486858142 (+4 ms)Writing region close event to WAL at 1732486858143 (+1 ms)Closed at 1732486858143 2024-11-24T22:20:58,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741830_1006 (size=63642) 2024-11-24T22:20:58,146 INFO [M:0;bd6592c37bb2:33821 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T22:20:58,146 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:20:58,146 INFO [M:0;bd6592c37bb2:33821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33821 2024-11-24T22:20:58,146 INFO [M:0;bd6592c37bb2:33821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:20:58,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:20:58,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x1014c10e5fc0003, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:20:58,248 INFO [M:0;bd6592c37bb2:33821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:20:58,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@525e5e7f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:20:58,251 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1036e7c6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:20:58,251 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:20:58,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2be1fe91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:20:58,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37e857e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/hadoop.log.dir/,STOPPED} 2024-11-24T22:20:58,254 WARN [BP-1687928095-172.17.0.2-1732486825314 heartbeating to localhost/127.0.0.1:41579 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T22:20:58,254 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T22:20:58,254 WARN [BP-1687928095-172.17.0.2-1732486825314 heartbeating to localhost/127.0.0.1:41579 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1687928095-172.17.0.2-1732486825314 (Datanode Uuid 25bb6e53-7cc0-41ad-96ad-e6e42ce8b4ae) service to localhost/127.0.0.1:41579 2024-11-24T22:20:58,254 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T22:20:58,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/cluster_9a8c6e60-8b10-17f1-b19a-861cc3a11d30/data/data1/current/BP-1687928095-172.17.0.2-1732486825314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:20:58,255 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/cluster_9a8c6e60-8b10-17f1-b19a-861cc3a11d30/data/data2/current/BP-1687928095-172.17.0.2-1732486825314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:20:58,255 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T22:20:58,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5be9f58d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:20:58,269 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d5cef8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:20:58,269 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:20:58,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@468ae325{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:20:58,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@413816ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f048560-b1a0-21d8-c5f1-6f1dee9c80d9/hadoop.log.dir/,STOPPED} 2024-11-24T22:20:58,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T22:20:58,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T22:20:58,285 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:20:58,285 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:58,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:58,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:58,285 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T22:20:58,285 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=927517035, stopped=false 2024-11-24T22:20:58,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:20:58,286 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bd6592c37bb2,46113,1732486823341 2024-11-24T22:20:58,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1014c10e5fc0001, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0976915042/running 2024-11-24T22:20:58,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0976915042/running 2024-11-24T22:20:58,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1014c10e5fc0001, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976915042 2024-11-24T22:20:58,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976915042 2024-11-24T22:20:58,287 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:20:58,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:20:58,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:58,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39085-0x1014c10e5fc0001, quorum=127.0.0.1:63967, baseZNode=/0976915042 Set watcher on znode that does not yet exist, /0976915042/running 2024-11-24T22:20:58,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:58,289 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bd6592c37bb2,39085,1732486823417' ***** 2024-11-24T22:20:58,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Set watcher on znode that does not yet exist, /0976915042/running 2024-11-24T22:20:58,289 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T22:20:58,289 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T22:20:58,289 INFO [RS:0;bd6592c37bb2:39085 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T22:20:58,289 INFO [RS:0;bd6592c37bb2:39085 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T22:20:58,289 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(3091): Received CLOSE for febaac263f5876f5329dbd3666d4ae08 2024-11-24T22:20:58,289 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T22:20:58,290 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(3091): Received CLOSE for 037c07f76d9daa7ffd15b737f8ac67fc 2024-11-24T22:20:58,290 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(959): stopping server bd6592c37bb2,39085,1732486823417 2024-11-24T22:20:58,290 INFO [RS:0;bd6592c37bb2:39085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:20:58,290 INFO [RS:0;bd6592c37bb2:39085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:39085. 2024-11-24T22:20:58,290 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing febaac263f5876f5329dbd3666d4ae08, disabling compactions & flushes 2024-11-24T22:20:58,290 DEBUG [RS:0;bd6592c37bb2:39085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:58,290 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08. 2024-11-24T22:20:58,290 DEBUG [RS:0;bd6592c37bb2:39085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:58,290 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08. 2024-11-24T22:20:58,290 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08. after waiting 0 ms 2024-11-24T22:20:58,290 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08. 2024-11-24T22:20:58,290 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T22:20:58,290 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T22:20:58,290 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T22:20:58,290 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T22:20:58,290 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing febaac263f5876f5329dbd3666d4ae08 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-24T22:20:58,291 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T22:20:58,291 DEBUG [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, febaac263f5876f5329dbd3666d4ae08=hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08., 037c07f76d9daa7ffd15b737f8ac67fc=test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc.} 2024-11-24T22:20:58,291 DEBUG [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(1351): Waiting on 037c07f76d9daa7ffd15b737f8ac67fc, 1588230740, febaac263f5876f5329dbd3666d4ae08 2024-11-24T22:20:58,291 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:20:58,291 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:20:58,291 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:20:58,291 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:20:58,291 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:20:58,291 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T22:20:58,312 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/replication/febaac263f5876f5329dbd3666d4ae08/.tmp/queue/ff34eb80aa79474a9ba8532fe70d27da is 154, key is 1-bd6592c37bb2,39085,1732486823417/queue:bd6592c37bb2%2C39085%2C1732486823417/1732486851378/Put/seqid=0 2024-11-24T22:20:58,313 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740/.tmp/info/6c48f8c1b3f74a858b18f03c3bd403db is 147, key is hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08./info:regioninfo/1732486838866/Put/seqid=0 2024-11-24T22:20:58,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741840_1016 (size=5353) 2024-11-24T22:20:58,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741841_1017 (size=7686) 2024-11-24T22:20:58,323 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740/.tmp/info/6c48f8c1b3f74a858b18f03c3bd403db 2024-11-24T22:20:58,341 INFO [regionserver/bd6592c37bb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:20:58,349 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740/.tmp/ns/8de595a41b804177b4e213f02beeb528 is 43, key is default/ns:d/1732486825258/Put/seqid=0 2024-11-24T22:20:58,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741842_1018 (size=5153) 2024-11-24T22:20:58,491 DEBUG [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(1351): Waiting on 037c07f76d9daa7ffd15b737f8ac67fc, 1588230740, febaac263f5876f5329dbd3666d4ae08 2024-11-24T22:20:58,559 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T22:20:58,559 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T22:20:58,691 DEBUG [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(1351): Waiting on 037c07f76d9daa7ffd15b737f8ac67fc, 1588230740, febaac263f5876f5329dbd3666d4ae08 2024-11-24T22:20:58,723 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/replication/febaac263f5876f5329dbd3666d4ae08/.tmp/queue/ff34eb80aa79474a9ba8532fe70d27da 2024-11-24T22:20:58,728 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/replication/febaac263f5876f5329dbd3666d4ae08/.tmp/queue/ff34eb80aa79474a9ba8532fe70d27da as hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/replication/febaac263f5876f5329dbd3666d4ae08/queue/ff34eb80aa79474a9ba8532fe70d27da 2024-11-24T22:20:58,731 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/replication/febaac263f5876f5329dbd3666d4ae08/queue/ff34eb80aa79474a9ba8532fe70d27da, entries=1, sequenceid=14, filesize=5.2 K 2024-11-24T22:20:58,732 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for febaac263f5876f5329dbd3666d4ae08 in 442ms, sequenceid=14, compaction requested=false 2024-11-24T22:20:58,732 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T22:20:58,740 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/replication/febaac263f5876f5329dbd3666d4ae08/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-24T22:20:58,741 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:20:58,741 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:20:58,741 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08. 2024-11-24T22:20:58,741 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for febaac263f5876f5329dbd3666d4ae08: Waiting for close lock at 1732486858290Running coprocessor pre-close hooks at 1732486858290Disabling compacts and flushes for region at 1732486858290Disabling writes for close at 1732486858290Obtaining lock to block concurrent updates at 1732486858290Preparing flush snapshotting stores in febaac263f5876f5329dbd3666d4ae08 at 1732486858290Finished memstore snapshotting hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732486858290Flushing stores of hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08. at 1732486858291 (+1 ms)Flushing febaac263f5876f5329dbd3666d4ae08/queue: creating writer at 1732486858291Flushing febaac263f5876f5329dbd3666d4ae08/queue: appending metadata at 1732486858311 (+20 ms)Flushing febaac263f5876f5329dbd3666d4ae08/queue: closing flushed file at 1732486858312 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71e2c665: reopening flushed file at 1732486858728 (+416 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for febaac263f5876f5329dbd3666d4ae08 in 442ms, sequenceid=14, compaction requested=false at 1732486858732 (+4 ms)Writing region close event to WAL at 1732486858733 (+1 ms)Running coprocessor post-close hooks at 1732486858741 (+8 ms)Closed at 1732486858741 2024-11-24T22:20:58,741 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732486837695.febaac263f5876f5329dbd3666d4ae08. 2024-11-24T22:20:58,741 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 037c07f76d9daa7ffd15b737f8ac67fc, disabling compactions & flushes 2024-11-24T22:20:58,741 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc. 2024-11-24T22:20:58,741 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc. 2024-11-24T22:20:58,741 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc. after waiting 0 ms 2024-11-24T22:20:58,741 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc. 2024-11-24T22:20:58,742 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 037c07f76d9daa7ffd15b737f8ac67fc 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-24T22:20:58,760 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740/.tmp/ns/8de595a41b804177b4e213f02beeb528 2024-11-24T22:20:58,761 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/default/test/037c07f76d9daa7ffd15b737f8ac67fc/.tmp/f/817f396213ff428f8d2a9dc970d9be41 is 37, key is row3/f:row3/1732486849862/Put/seqid=0 2024-11-24T22:20:58,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741843_1019 (size=5228) 2024-11-24T22:20:58,767 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/default/test/037c07f76d9daa7ffd15b737f8ac67fc/.tmp/f/817f396213ff428f8d2a9dc970d9be41 2024-11-24T22:20:58,775 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 817f396213ff428f8d2a9dc970d9be41 2024-11-24T22:20:58,783 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740/.tmp/rep_barrier/ba749960ab7f4c5ca374662e5f33b40f is 112, key is test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc./rep_barrier:seqnumDuringOpen/1732486832998/Put/seqid=0 2024-11-24T22:20:58,792 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/default/test/037c07f76d9daa7ffd15b737f8ac67fc/.tmp/f1/5ab0accaa21f4dbcb0d5c9b81ecaa911 is 30, key is row1/f1:/1732486847192/DeleteFamily/seqid=0 2024-11-24T22:20:58,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741844_1020 (size=5518) 2024-11-24T22:20:58,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741845_1021 (size=5158) 2024-11-24T22:20:58,891 DEBUG [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(1351): Waiting on 037c07f76d9daa7ffd15b737f8ac67fc, 1588230740 2024-11-24T22:20:59,091 DEBUG [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(1351): Waiting on 037c07f76d9daa7ffd15b737f8ac67fc, 1588230740 2024-11-24T22:20:59,120 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1493, reset compression=false 2024-11-24T22:20:59,124 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:59,124 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1740, reset compression=false 2024-11-24T22:20:59,124 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.shipperbd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,39085,1732486823417 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:20:59,125 ERROR [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.shipperbd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bd6592c37bb2,39085,1732486823417: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bd6592c37bb2,39085,1732486823417, walGroup=bd6592c37bb2%2C39085%2C1732486823417, offset=bd6592c37bb2%2C39085%2C1732486823417.1732486824649:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:39085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T22:20:59,127 ERROR [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.shipperbd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T22:20:59,127 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.shipperbd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T22:20:59,127 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.shipperbd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T22:20:59,127 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.shipperbd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T22:20:59,127 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.shipperbd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T22:20:59,127 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.shipperbd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1142947840, "init": 1048576000, "max": 2306867200, "used": 934378208 }, "NonHeapMemoryUsage": { "committed": 202113024, "init": 7667712, "max": -1, "used": 199193080 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T22:20:59,128 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.shipperbd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:46113 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:46113 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T22:20:59,195 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740/.tmp/rep_barrier/ba749960ab7f4c5ca374662e5f33b40f 2024-11-24T22:20:59,202 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/default/test/037c07f76d9daa7ffd15b737f8ac67fc/.tmp/f1/5ab0accaa21f4dbcb0d5c9b81ecaa911 2024-11-24T22:20:59,205 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ab0accaa21f4dbcb0d5c9b81ecaa911 2024-11-24T22:20:59,214 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740/.tmp/table/ff170a3f56a64bcf9e37d53694935ab5 is 53, key is hbase:replication/table:state/1732486838873/Put/seqid=0 2024-11-24T22:20:59,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741846_1022 (size=5308) 2024-11-24T22:20:59,225 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/default/test/037c07f76d9daa7ffd15b737f8ac67fc/.tmp/norep/fc8addad4fe3486cb2e87e0d7b881db3 is 32, key is row/norep:/1732486846185/DeleteFamily/seqid=0 2024-11-24T22:20:59,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741847_1023 (size=5101) 2024-11-24T22:20:59,229 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/default/test/037c07f76d9daa7ffd15b737f8ac67fc/.tmp/norep/fc8addad4fe3486cb2e87e0d7b881db3 2024-11-24T22:20:59,232 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc8addad4fe3486cb2e87e0d7b881db3 2024-11-24T22:20:59,233 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/default/test/037c07f76d9daa7ffd15b737f8ac67fc/.tmp/f/817f396213ff428f8d2a9dc970d9be41 as hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/default/test/037c07f76d9daa7ffd15b737f8ac67fc/f/817f396213ff428f8d2a9dc970d9be41 2024-11-24T22:20:59,236 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 817f396213ff428f8d2a9dc970d9be41 2024-11-24T22:20:59,236 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/default/test/037c07f76d9daa7ffd15b737f8ac67fc/f/817f396213ff428f8d2a9dc970d9be41, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T22:20:59,237 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/default/test/037c07f76d9daa7ffd15b737f8ac67fc/.tmp/f1/5ab0accaa21f4dbcb0d5c9b81ecaa911 as hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/default/test/037c07f76d9daa7ffd15b737f8ac67fc/f1/5ab0accaa21f4dbcb0d5c9b81ecaa911 2024-11-24T22:20:59,240 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ab0accaa21f4dbcb0d5c9b81ecaa911 2024-11-24T22:20:59,240 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/default/test/037c07f76d9daa7ffd15b737f8ac67fc/f1/5ab0accaa21f4dbcb0d5c9b81ecaa911, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T22:20:59,241 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/default/test/037c07f76d9daa7ffd15b737f8ac67fc/.tmp/norep/fc8addad4fe3486cb2e87e0d7b881db3 as hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/default/test/037c07f76d9daa7ffd15b737f8ac67fc/norep/fc8addad4fe3486cb2e87e0d7b881db3 2024-11-24T22:20:59,244 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc8addad4fe3486cb2e87e0d7b881db3 2024-11-24T22:20:59,244 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/default/test/037c07f76d9daa7ffd15b737f8ac67fc/norep/fc8addad4fe3486cb2e87e0d7b881db3, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T22:20:59,245 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 037c07f76d9daa7ffd15b737f8ac67fc in 504ms, sequenceid=12, compaction requested=false 2024-11-24T22:20:59,245 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T22:20:59,249 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/default/test/037c07f76d9daa7ffd15b737f8ac67fc/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T22:20:59,250 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:20:59,250 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T22:20:59,250 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc. 2024-11-24T22:20:59,250 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 037c07f76d9daa7ffd15b737f8ac67fc: Waiting for close lock at 1732486858741Running coprocessor pre-close hooks at 1732486858741Disabling compacts and flushes for region at 1732486858741Disabling writes for close at 1732486858741Obtaining lock to block concurrent updates at 1732486858742 (+1 ms)Preparing flush snapshotting stores in 037c07f76d9daa7ffd15b737f8ac67fc at 1732486858742Finished memstore snapshotting test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732486858742Flushing stores of test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc. at 1732486858742Flushing 037c07f76d9daa7ffd15b737f8ac67fc/f: creating writer at 1732486858743 (+1 ms)Flushing 037c07f76d9daa7ffd15b737f8ac67fc/f: appending metadata at 1732486858760 (+17 ms)Flushing 037c07f76d9daa7ffd15b737f8ac67fc/f: closing flushed file at 1732486858761 (+1 ms)Flushing 037c07f76d9daa7ffd15b737f8ac67fc/f1: creating writer at 1732486858775 (+14 ms)Flushing 037c07f76d9daa7ffd15b737f8ac67fc/f1: appending metadata at 1732486858791 (+16 ms)Flushing 037c07f76d9daa7ffd15b737f8ac67fc/f1: closing flushed file at 1732486858791Flushing 037c07f76d9daa7ffd15b737f8ac67fc/norep: creating writer at 1732486859206 (+415 ms)Flushing 037c07f76d9daa7ffd15b737f8ac67fc/norep: appending metadata at 1732486859225 (+19 ms)Flushing 037c07f76d9daa7ffd15b737f8ac67fc/norep: closing flushed file at 1732486859225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8d2bd49: reopening flushed file at 1732486859233 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@281347ad: reopening flushed file at 1732486859237 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d4f4be9: reopening flushed file at 1732486859240 (+3 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 037c07f76d9daa7ffd15b737f8ac67fc in 504ms, sequenceid=12, compaction requested=false at 1732486859245 (+5 ms)Writing region close event to WAL at 1732486859247 (+2 ms)Running coprocessor post-close hooks at 1732486859249 (+2 ms)Closed at 1732486859250 (+1 ms) 2024-11-24T22:20:59,250 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732486832237.037c07f76d9daa7ffd15b737f8ac67fc. 2024-11-24T22:20:59,292 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T22:20:59,292 DEBUG [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T22:20:59,292 DEBUG [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:20:59,328 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 1740, reset compression=false 2024-11-24T22:20:59,338 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:20:59,338 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 2384, reset compression=false 2024-11-24T22:20:59,492 DEBUG [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:20:59,543 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 2384, reset compression=false 2024-11-24T22:20:59,620 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740/.tmp/table/ff170a3f56a64bcf9e37d53694935ab5 2024-11-24T22:20:59,624 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740/.tmp/info/6c48f8c1b3f74a858b18f03c3bd403db as hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740/info/6c48f8c1b3f74a858b18f03c3bd403db 2024-11-24T22:20:59,627 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740/info/6c48f8c1b3f74a858b18f03c3bd403db, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T22:20:59,628 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740/.tmp/ns/8de595a41b804177b4e213f02beeb528 as hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740/ns/8de595a41b804177b4e213f02beeb528 2024-11-24T22:20:59,631 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740/ns/8de595a41b804177b4e213f02beeb528, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T22:20:59,631 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740/.tmp/rep_barrier/ba749960ab7f4c5ca374662e5f33b40f as hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740/rep_barrier/ba749960ab7f4c5ca374662e5f33b40f 2024-11-24T22:20:59,634 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740/rep_barrier/ba749960ab7f4c5ca374662e5f33b40f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T22:20:59,635 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740/.tmp/table/ff170a3f56a64bcf9e37d53694935ab5 as hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740/table/ff170a3f56a64bcf9e37d53694935ab5 2024-11-24T22:20:59,638 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740/table/ff170a3f56a64bcf9e37d53694935ab5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T22:20:59,639 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1348ms, sequenceid=16, compaction requested=false 2024-11-24T22:20:59,639 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T22:20:59,643 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T22:20:59,643 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:20:59,643 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:20:59,643 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:20:59,643 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486858291Running coprocessor pre-close hooks at 1732486858291Disabling compacts and flushes for region at 1732486858291Disabling writes for close at 1732486858291Obtaining lock to block concurrent updates at 1732486858291Preparing flush snapshotting stores in 1588230740 at 1732486858291Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732486858291Flushing stores of hbase:meta,,1.1588230740 at 1732486858292 (+1 ms)Flushing 1588230740/info: creating writer at 1732486858292Flushing 1588230740/info: appending metadata at 1732486858313 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732486858313Flushing 1588230740/ns: creating writer at 1732486858330 (+17 ms)Flushing 1588230740/ns: appending metadata at 1732486858348 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732486858348Flushing 1588230740/rep_barrier: creating writer at 1732486858765 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732486858783 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732486858783Flushing 1588230740/table: creating writer at 1732486859198 (+415 ms)Flushing 1588230740/table: appending metadata at 1732486859214 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732486859214Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b5f63f2: reopening flushed file at 1732486859623 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f8c8751: reopening flushed file at 1732486859627 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cfe4b1d: reopening flushed file at 1732486859631 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35756303: reopening flushed file at 1732486859634 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1348ms, sequenceid=16, compaction requested=false at 1732486859639 (+5 ms)Writing region close event to WAL at 1732486859640 (+1 ms)Running coprocessor post-close hooks at 1732486859643 (+3 ms)Closed at 1732486859643 2024-11-24T22:20:59,643 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T22:20:59,692 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(976): stopping server bd6592c37bb2,39085,1732486823417; all regions closed. 2024-11-24T22:20:59,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741834_1010 (size=4239) 2024-11-24T22:20:59,694 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.meta.1732486825212.meta not finished, retry = 0 2024-11-24T22:20:59,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741839_1015 (size=3552) 2024-11-24T22:20:59,797 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.rep.1732486838834 not finished, retry = 0 2024-11-24T22:20:59,846 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/WALs/bd6592c37bb2,39085,1732486823417/bd6592c37bb2%2C39085%2C1732486823417.1732486824649 to pos 2384, reset compression=false 2024-11-24T22:20:59,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741833_1009 (size=2392) 2024-11-24T22:20:59,901 DEBUG [RS:0;bd6592c37bb2:39085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:59,901 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:20:59,901 INFO [RS:0;bd6592c37bb2:39085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:20:59,901 INFO [RS:0;bd6592c37bb2:39085 {}] hbase.ChoreService(370): Chore service for: regionserver/bd6592c37bb2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T22:20:59,901 INFO [RS:0;bd6592c37bb2:39085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:20:59,901 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:20:59,901 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bd6592c37bb2,39085,1732486823417 because: Region server is closing 2024-11-24T22:20:59,902 INFO [RS:0;bd6592c37bb2:39085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:39085. 2024-11-24T22:20:59,902 DEBUG [RS:0;bd6592c37bb2:39085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:20:59,902 DEBUG [RS:0;bd6592c37bb2:39085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:59,902 DEBUG [RS:0;bd6592c37bb2:39085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:20:59,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:21:00,002 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.shipperbd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 terminated 2024-11-24T22:21:00,002 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,39085,1732486823417.replicationSource.wal-reader.bd6592c37bb2%2C39085%2C1732486823417,1-bd6592c37bb2,39085,1732486823417 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T22:21:00,002 INFO [RS:0;bd6592c37bb2:39085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:39085. 2024-11-24T22:21:00,003 DEBUG [RS:0;bd6592c37bb2:39085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:21:00,003 DEBUG [RS:0;bd6592c37bb2:39085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:00,003 DEBUG [RS:0;bd6592c37bb2:39085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:00,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:21:00,003 INFO [RS:0;bd6592c37bb2:39085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39085 2024-11-24T22:21:00,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976915042/rs 2024-11-24T22:21:00,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1014c10e5fc0001, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0976915042/rs/bd6592c37bb2,39085,1732486823417 2024-11-24T22:21:00,005 INFO [RS:0;bd6592c37bb2:39085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:21:00,006 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bd6592c37bb2,39085,1732486823417] 2024-11-24T22:21:00,008 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0976915042/draining/bd6592c37bb2,39085,1732486823417 already deleted, retry=false 2024-11-24T22:21:00,008 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bd6592c37bb2,39085,1732486823417 expired; onlineServers=0 2024-11-24T22:21:00,008 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bd6592c37bb2,46113,1732486823341' ***** 2024-11-24T22:21:00,008 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T22:21:00,008 INFO [M:0;bd6592c37bb2:46113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:21:00,008 INFO [M:0;bd6592c37bb2:46113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:21:00,008 DEBUG [M:0;bd6592c37bb2:46113 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T22:21:00,008 DEBUG [M:0;bd6592c37bb2:46113 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T22:21:00,008 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486824443 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486824443,5,FailOnTimeoutGroup] 2024-11-24T22:21:00,008 INFO [M:0;bd6592c37bb2:46113 {}] hbase.ChoreService(370): Chore service for: master/bd6592c37bb2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T22:21:00,008 INFO [M:0;bd6592c37bb2:46113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:21:00,008 DEBUG [M:0;bd6592c37bb2:46113 {}] master.HMaster(1795): Stopping service threads 2024-11-24T22:21:00,008 INFO [M:0;bd6592c37bb2:46113 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T22:21:00,008 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T22:21:00,008 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486824444 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486824444,5,FailOnTimeoutGroup] 2024-11-24T22:21:00,009 INFO [M:0;bd6592c37bb2:46113 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:21:00,009 INFO [M:0;bd6592c37bb2:46113 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T22:21:00,009 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T22:21:00,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0976915042/master 2024-11-24T22:21:00,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976915042 2024-11-24T22:21:00,012 DEBUG [M:0;bd6592c37bb2:46113 {}] zookeeper.ZKUtil(347): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Unable to get data of znode /0976915042/master because node does not exist (not an error) 2024-11-24T22:21:00,012 WARN [M:0;bd6592c37bb2:46113 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T22:21:00,013 INFO [M:0;bd6592c37bb2:46113 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/.lastflushedseqids 2024-11-24T22:21:00,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741848_1024 (size=245) 2024-11-24T22:21:00,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1014c10e5fc0001, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:21:00,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1014c10e5fc0001, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:21:00,107 INFO [RS:0;bd6592c37bb2:39085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:21:00,107 INFO [RS:0;bd6592c37bb2:39085 {}] regionserver.HRegionServer(1031): Exiting; stopping=bd6592c37bb2,39085,1732486823417; zookeeper connection closed. 2024-11-24T22:21:00,108 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@de893ce {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@de893ce 2024-11-24T22:21:00,108 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T22:21:00,417 INFO [M:0;bd6592c37bb2:46113 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T22:21:00,418 INFO [M:0;bd6592c37bb2:46113 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T22:21:00,418 DEBUG [M:0;bd6592c37bb2:46113 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:21:00,418 INFO [M:0;bd6592c37bb2:46113 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:00,418 DEBUG [M:0;bd6592c37bb2:46113 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:00,418 DEBUG [M:0;bd6592c37bb2:46113 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:21:00,418 DEBUG [M:0;bd6592c37bb2:46113 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:00,418 INFO [M:0;bd6592c37bb2:46113 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-24T22:21:00,437 DEBUG [M:0;bd6592c37bb2:46113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14093d8a1d2a49808d8990ce0a1ba6ce is 82, key is hbase:meta,,1/info:regioninfo/1732486825242/Put/seqid=0 2024-11-24T22:21:00,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741849_1025 (size=5672) 2024-11-24T22:21:00,442 INFO [M:0;bd6592c37bb2:46113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14093d8a1d2a49808d8990ce0a1ba6ce 2024-11-24T22:21:00,482 DEBUG [M:0;bd6592c37bb2:46113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5008f3f50f0e45d7829f38ed99c3aafc is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732486833009/Put/seqid=0 2024-11-24T22:21:00,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741850_1026 (size=7218) 2024-11-24T22:21:00,495 INFO [M:0;bd6592c37bb2:46113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5008f3f50f0e45d7829f38ed99c3aafc 2024-11-24T22:21:00,500 INFO [M:0;bd6592c37bb2:46113 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5008f3f50f0e45d7829f38ed99c3aafc 2024-11-24T22:21:00,536 DEBUG [M:0;bd6592c37bb2:46113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3ad4a0e760149bd878fde40a32cf67c is 69, key is bd6592c37bb2,39085,1732486823417/rs:state/1732486824501/Put/seqid=0 2024-11-24T22:21:00,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741851_1027 (size=5156) 2024-11-24T22:21:00,593 INFO [M:0;bd6592c37bb2:46113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3ad4a0e760149bd878fde40a32cf67c 2024-11-24T22:21:00,598 DEBUG [M:0;bd6592c37bb2:46113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14093d8a1d2a49808d8990ce0a1ba6ce as hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14093d8a1d2a49808d8990ce0a1ba6ce 2024-11-24T22:21:00,602 INFO [M:0;bd6592c37bb2:46113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14093d8a1d2a49808d8990ce0a1ba6ce, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T22:21:00,603 DEBUG [M:0;bd6592c37bb2:46113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5008f3f50f0e45d7829f38ed99c3aafc as hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5008f3f50f0e45d7829f38ed99c3aafc 2024-11-24T22:21:00,608 INFO [M:0;bd6592c37bb2:46113 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5008f3f50f0e45d7829f38ed99c3aafc 2024-11-24T22:21:00,608 INFO [M:0;bd6592c37bb2:46113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5008f3f50f0e45d7829f38ed99c3aafc, entries=11, sequenceid=105, filesize=7.0 K 2024-11-24T22:21:00,609 DEBUG [M:0;bd6592c37bb2:46113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3ad4a0e760149bd878fde40a32cf67c as hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3ad4a0e760149bd878fde40a32cf67c 2024-11-24T22:21:00,614 INFO [M:0;bd6592c37bb2:46113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34039/user/jenkins/test-data/97fe9cbd-f59d-dc38-0546-562be5104281/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3ad4a0e760149bd878fde40a32cf67c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T22:21:00,617 INFO [M:0;bd6592c37bb2:46113 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 199ms, sequenceid=105, compaction requested=false 2024-11-24T22:21:00,679 INFO [M:0;bd6592c37bb2:46113 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:00,679 DEBUG [M:0;bd6592c37bb2:46113 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486860418Disabling compacts and flushes for region at 1732486860418Disabling writes for close at 1732486860418Obtaining lock to block concurrent updates at 1732486860418Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732486860418Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732486860419 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732486860419Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732486860419Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732486860437 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732486860437Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732486860446 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732486860482 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732486860482Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732486860500 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732486860535 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732486860535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@799efab: reopening flushed file at 1732486860597 (+62 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b5fe189: reopening flushed file at 1732486860603 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@400dbe75: reopening flushed file at 1732486860608 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 199ms, sequenceid=105, compaction requested=false at 1732486860617 (+9 ms)Writing region close event to WAL at 1732486860679 (+62 ms)Closed at 1732486860679 2024-11-24T22:21:00,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741830_1006 (size=64423) 2024-11-24T22:21:00,692 INFO [M:0;bd6592c37bb2:46113 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T22:21:00,692 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:21:00,692 INFO [M:0;bd6592c37bb2:46113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46113 2024-11-24T22:21:00,692 INFO [M:0;bd6592c37bb2:46113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:21:00,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:21:00,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1014c10e5fc0000, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:21:00,795 INFO [M:0;bd6592c37bb2:46113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:21:00,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ccff675{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:21:00,813 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ca63448{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:21:00,813 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:21:00,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f2cadec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:21:00,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6876b713{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/hadoop.log.dir/,STOPPED} 2024-11-24T22:21:00,817 WARN [BP-703842039-172.17.0.2-1732486822788 heartbeating to localhost/127.0.0.1:34039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T22:21:00,817 WARN [BP-703842039-172.17.0.2-1732486822788 heartbeating to localhost/127.0.0.1:34039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-703842039-172.17.0.2-1732486822788 (Datanode Uuid b5246518-9201-4781-aa7b-48f71921e806) service to localhost/127.0.0.1:34039 2024-11-24T22:21:00,817 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/cluster_61af026e-f066-469d-2ade-67d5767d9983/data/data1/current/BP-703842039-172.17.0.2-1732486822788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:21:00,818 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/cluster_61af026e-f066-469d-2ade-67d5767d9983/data/data2/current/BP-703842039-172.17.0.2-1732486822788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:21:00,818 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T22:21:00,818 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T22:21:00,818 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T22:21:00,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55bb5791{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:21:00,830 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32846df2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:21:00,830 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:21:00,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69b9fcac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:21:00,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b31bdca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ed3bd0f-d5f4-8a46-89d0-315a99bd014d/hadoop.log.dir/,STOPPED} 2024-11-24T22:21:00,843 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T22:21:00,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T22:21:00,883 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 265) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:39949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39949 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:34039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34039 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63967) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: globalEventExecutor-1-20 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63967) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41579 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:41579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63967) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=730 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=345 (was 346), ProcessCount=11 (was 11), AvailableMemoryMB=6743 (was 6001) - AvailableMemoryMB LEAK? - 2024-11-24T22:21:00,898 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=345, ProcessCount=11, AvailableMemoryMB=6742 2024-11-24T22:21:00,923 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-24T22:21:00,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/hadoop.log.dir so I do NOT create it in target/test-data/02434d2b-f104-326a-f9e7-a067877182fe 2024-11-24T22:21:00,923 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T22:21:00,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/hadoop.tmp.dir so I do NOT create it in target/test-data/02434d2b-f104-326a-f9e7-a067877182fe 2024-11-24T22:21:00,923 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c9f8c4-2c9d-aa72-d1d1-164bc5230029/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T22:21:00,923 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe 2024-11-24T22:21:00,923 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/cluster_ba2bc180-d426-7748-d36b-82123c0db7a9, deleteOnExit=true 2024-11-24T22:21:00,929 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/cluster_ba2bc180-d426-7748-d36b-82123c0db7a9/zookeeper_0, clientPort=49162, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/cluster_ba2bc180-d426-7748-d36b-82123c0db7a9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/cluster_ba2bc180-d426-7748-d36b-82123c0db7a9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T22:21:00,930 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49162 2024-11-24T22:21:00,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T22:21:00,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T22:21:00,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/test.cache.data in system properties and HBase conf 2024-11-24T22:21:00,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T22:21:00,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/hadoop.log.dir in system properties and HBase conf 2024-11-24T22:21:00,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T22:21:00,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T22:21:00,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T22:21:00,931 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T22:21:00,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:21:00,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:21:00,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T22:21:00,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:21:00,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T22:21:00,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T22:21:00,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:21:00,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:21:00,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T22:21:00,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/nfs.dump.dir in system properties and HBase conf 2024-11-24T22:21:00,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/java.io.tmpdir in system properties and HBase conf 2024-11-24T22:21:00,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:21:00,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T22:21:00,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T22:21:00,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014c10e5fc0008, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T22:21:00,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014c10e5fc0005, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T22:21:00,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014c10e5fc0008, quorum=127.0.0.1:63967, baseZNode=/21212376717 Received Disconnected from ZooKeeper, ignoring 2024-11-24T22:21:00,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014c10e5fc0005, quorum=127.0.0.1:63967, baseZNode=/1-504408311 Received Disconnected from ZooKeeper, ignoring 2024-11-24T22:21:00,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014c10e5fc0002, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T22:21:00,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014c10e5fc0002, quorum=127.0.0.1:63967, baseZNode=/0976915042 Received Disconnected from ZooKeeper, ignoring 2024-11-24T22:21:01,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:21:01,044 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:21:01,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:21:01,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:21:01,049 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T22:21:01,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:21:01,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698790f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:21:01,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e30eaee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:21:01,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20ceae03{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/java.io.tmpdir/jetty-localhost-33553-hadoop-hdfs-3_4_1-tests_jar-_-any-5242696449605425163/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:21:01,202 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78a73050{HTTP/1.1, (http/1.1)}{localhost:33553} 2024-11-24T22:21:01,202 INFO [Time-limited test {}] server.Server(415): Started @243412ms 2024-11-24T22:21:01,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:21:01,335 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:21:01,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:21:01,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:21:01,340 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T22:21:01,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dee817b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:21:01,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bbb495{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:21:01,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74250959{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/java.io.tmpdir/jetty-localhost-38841-hadoop-hdfs-3_4_1-tests_jar-_-any-6215893941751903032/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:21:01,486 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68d878e3{HTTP/1.1, (http/1.1)}{localhost:38841} 2024-11-24T22:21:01,486 INFO [Time-limited test {}] server.Server(415): Started @243696ms 2024-11-24T22:21:01,488 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T22:21:01,604 WARN [Thread-3436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/cluster_ba2bc180-d426-7748-d36b-82123c0db7a9/data/data1/current/BP-808463982-172.17.0.2-1732486860955/current, will proceed with Du for space computation calculation, 2024-11-24T22:21:01,604 WARN [Thread-3437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/cluster_ba2bc180-d426-7748-d36b-82123c0db7a9/data/data2/current/BP-808463982-172.17.0.2-1732486860955/current, will proceed with Du for space computation calculation, 2024-11-24T22:21:01,649 WARN [Thread-3424 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T22:21:01,652 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb463af088a3eed37 with lease ID 0x8fcd4c02cbecd7fe: Processing first storage report for DS-e1c4fa95-28e9-4ec6-bbe9-b9f5afa788e2 from datanode DatanodeRegistration(127.0.0.1:34569, datanodeUuid=8930b9a7-92cf-4f78-b7a7-42aae5c47956, infoPort=35501, infoSecurePort=0, ipcPort=45997, storageInfo=lv=-57;cid=testClusterID;nsid=94121095;c=1732486860955) 2024-11-24T22:21:01,653 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb463af088a3eed37 with lease ID 0x8fcd4c02cbecd7fe: from storage DS-e1c4fa95-28e9-4ec6-bbe9-b9f5afa788e2 node DatanodeRegistration(127.0.0.1:34569, datanodeUuid=8930b9a7-92cf-4f78-b7a7-42aae5c47956, infoPort=35501, infoSecurePort=0, ipcPort=45997, storageInfo=lv=-57;cid=testClusterID;nsid=94121095;c=1732486860955), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:21:01,653 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb463af088a3eed37 with lease ID 0x8fcd4c02cbecd7fe: Processing first storage report for DS-028a7e7a-5228-4ed6-991e-a1b0748820a3 from datanode DatanodeRegistration(127.0.0.1:34569, datanodeUuid=8930b9a7-92cf-4f78-b7a7-42aae5c47956, infoPort=35501, infoSecurePort=0, ipcPort=45997, storageInfo=lv=-57;cid=testClusterID;nsid=94121095;c=1732486860955) 2024-11-24T22:21:01,653 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb463af088a3eed37 with lease ID 0x8fcd4c02cbecd7fe: from storage DS-028a7e7a-5228-4ed6-991e-a1b0748820a3 node DatanodeRegistration(127.0.0.1:34569, datanodeUuid=8930b9a7-92cf-4f78-b7a7-42aae5c47956, infoPort=35501, infoSecurePort=0, ipcPort=45997, storageInfo=lv=-57;cid=testClusterID;nsid=94121095;c=1732486860955), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:21:01,719 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:21:01,720 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:21:01,720 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68565 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:21:01,726 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe 2024-11-24T22:21:01,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:01,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:01,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741825_1001 (size=7) 2024-11-24T22:21:02,136 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97 with version=8 2024-11-24T22:21:02,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/hbase-staging 2024-11-24T22:21:02,139 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:21:02,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:02,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:02,139 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:21:02,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:02,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:21:02,139 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T22:21:02,139 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:21:02,140 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33177 2024-11-24T22:21:02,141 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33177 connecting to ZooKeeper ensemble=127.0.0.1:49162 2024-11-24T22:21:02,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331770x0, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:21:02,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33177-0x1014c117b0f0000 connected 2024-11-24T22:21:02,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:02,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:02,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Set watcher on znode that does not yet exist, /0-1903874784/running 2024-11-24T22:21:02,174 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97, hbase.cluster.distributed=false 2024-11-24T22:21:02,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Set watcher on znode that does not yet exist, /0-1903874784/acl 2024-11-24T22:21:02,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33177 2024-11-24T22:21:02,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33177 2024-11-24T22:21:02,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33177 2024-11-24T22:21:02,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33177 2024-11-24T22:21:02,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33177 2024-11-24T22:21:02,200 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:21:02,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:02,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:02,200 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:21:02,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:02,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:21:02,200 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T22:21:02,200 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:21:02,201 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43559 2024-11-24T22:21:02,202 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43559 connecting to ZooKeeper ensemble=127.0.0.1:49162 2024-11-24T22:21:02,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:02,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:02,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435590x0, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:21:02,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435590x0, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Set watcher on znode that does not yet exist, /0-1903874784/running 2024-11-24T22:21:02,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43559-0x1014c117b0f0001 connected 2024-11-24T22:21:02,209 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T22:21:02,210 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T22:21:02,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43559-0x1014c117b0f0001, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Set watcher on znode that does not yet exist, /0-1903874784/master 2024-11-24T22:21:02,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43559-0x1014c117b0f0001, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Set watcher on znode that does not yet exist, /0-1903874784/acl 2024-11-24T22:21:02,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43559 2024-11-24T22:21:02,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43559 2024-11-24T22:21:02,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43559 2024-11-24T22:21:02,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43559 2024-11-24T22:21:02,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43559 2024-11-24T22:21:02,236 DEBUG [M:0;bd6592c37bb2:33177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:33177 2024-11-24T22:21:02,236 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1903874784/backup-masters/bd6592c37bb2,33177,1732486862138 2024-11-24T22:21:02,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1903874784/backup-masters 2024-11-24T22:21:02,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1014c117b0f0001, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1903874784/backup-masters 2024-11-24T22:21:02,238 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Set watcher on existing znode=/0-1903874784/backup-masters/bd6592c37bb2,33177,1732486862138 2024-11-24T22:21:02,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1014c117b0f0001, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1903874784/master 2024-11-24T22:21:02,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1903874784 2024-11-24T22:21:02,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1014c117b0f0001, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1903874784 2024-11-24T22:21:02,240 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Set watcher on existing znode=/0-1903874784/master 2024-11-24T22:21:02,240 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1903874784/backup-masters/bd6592c37bb2,33177,1732486862138 from backup master directory 2024-11-24T22:21:02,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1903874784/backup-masters/bd6592c37bb2,33177,1732486862138 2024-11-24T22:21:02,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1014c117b0f0001, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1903874784/backup-masters 2024-11-24T22:21:02,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1903874784/backup-masters 2024-11-24T22:21:02,242 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:21:02,242 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,33177,1732486862138 2024-11-24T22:21:02,245 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/hbase.id] with ID: dfd48b09-69bb-4cab-ba94-da88404a7306 2024-11-24T22:21:02,245 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/.tmp/hbase.id 2024-11-24T22:21:02,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741826_1002 (size=42) 2024-11-24T22:21:02,659 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/.tmp/hbase.id]:[hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/hbase.id] 2024-11-24T22:21:02,667 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:02,667 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T22:21:02,668 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T22:21:02,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1903874784 2024-11-24T22:21:02,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1014c117b0f0001, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1903874784 2024-11-24T22:21:02,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741827_1003 (size=196) 2024-11-24T22:21:02,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T22:21:02,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T22:21:02,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T22:21:02,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T22:21:03,076 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:21:03,077 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T22:21:03,077 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:03,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741828_1004 (size=1189) 2024-11-24T22:21:03,087 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/data/master/store 2024-11-24T22:21:03,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741829_1005 (size=34) 2024-11-24T22:21:03,097 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:03,097 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:21:03,097 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:03,097 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:03,097 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:21:03,097 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:03,097 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:03,097 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486863097Disabling compacts and flushes for region at 1732486863097Disabling writes for close at 1732486863097Writing region close event to WAL at 1732486863097Closed at 1732486863097 2024-11-24T22:21:03,098 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/data/master/store/.initializing 2024-11-24T22:21:03,098 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/WALs/bd6592c37bb2,33177,1732486862138 2024-11-24T22:21:03,098 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:21:03,099 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C33177%2C1732486862138, suffix=, logDir=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/WALs/bd6592c37bb2,33177,1732486862138, archiveDir=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/oldWALs, maxLogs=10 2024-11-24T22:21:03,117 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/WALs/bd6592c37bb2,33177,1732486862138/bd6592c37bb2%2C33177%2C1732486862138.1732486863100, exclude list is [], retry=0 2024-11-24T22:21:03,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34569,DS-e1c4fa95-28e9-4ec6-bbe9-b9f5afa788e2,DISK] 2024-11-24T22:21:03,127 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/WALs/bd6592c37bb2,33177,1732486862138/bd6592c37bb2%2C33177%2C1732486862138.1732486863100 2024-11-24T22:21:03,134 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35501:35501)] 2024-11-24T22:21:03,135 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:03,135 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:03,135 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:03,135 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:03,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:03,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T22:21:03,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:03,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:03,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:03,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T22:21:03,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:03,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:03,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:03,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T22:21:03,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:03,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:03,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:03,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T22:21:03,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:03,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:03,143 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:03,144 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:03,144 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:03,145 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:03,145 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:03,145 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:21:03,146 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:03,147 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:03,148 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68829785, jitterRate=0.025643721222877502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:21:03,148 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732486863135Initializing all the Stores at 1732486863136 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486863136Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486863136Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486863136Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486863136Cleaning up temporary data from old regions at 1732486863145 (+9 ms)Region opened successfully at 1732486863148 (+3 ms) 2024-11-24T22:21:03,149 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T22:21:03,151 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d71364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:21:03,151 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T22:21:03,151 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T22:21:03,152 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T22:21:03,152 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T22:21:03,152 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T22:21:03,152 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T22:21:03,152 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T22:21:03,154 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T22:21:03,154 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Unable to get data of znode /0-1903874784/balancer because node does not exist (not necessarily an error) 2024-11-24T22:21:03,156 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1903874784/balancer already deleted, retry=false 2024-11-24T22:21:03,156 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T22:21:03,157 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Unable to get data of znode /0-1903874784/normalizer because node does not exist (not necessarily an error) 2024-11-24T22:21:03,161 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1903874784/normalizer already deleted, retry=false 2024-11-24T22:21:03,161 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T22:21:03,162 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Unable to get data of znode /0-1903874784/switch/split because node does not exist (not necessarily an error) 2024-11-24T22:21:03,163 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1903874784/switch/split already deleted, retry=false 2024-11-24T22:21:03,164 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Unable to get data of znode /0-1903874784/switch/merge because node does not exist (not necessarily an error) 2024-11-24T22:21:03,166 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1903874784/switch/merge already deleted, retry=false 2024-11-24T22:21:03,168 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Unable to get data of znode /0-1903874784/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T22:21:03,169 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1903874784/snapshot-cleanup already deleted, retry=false 2024-11-24T22:21:03,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1903874784/running 2024-11-24T22:21:03,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1014c117b0f0001, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1903874784/running 2024-11-24T22:21:03,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1903874784 2024-11-24T22:21:03,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1014c117b0f0001, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1903874784 2024-11-24T22:21:03,177 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,33177,1732486862138, sessionid=0x1014c117b0f0000, setting cluster-up flag (Was=false) 2024-11-24T22:21:03,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1903874784 2024-11-24T22:21:03,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1014c117b0f0001, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1903874784 2024-11-24T22:21:03,186 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1903874784/flush-table-proc/acquired, /0-1903874784/flush-table-proc/reached, /0-1903874784/flush-table-proc/abort 2024-11-24T22:21:03,187 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,33177,1732486862138 2024-11-24T22:21:03,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1014c117b0f0001, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1903874784 2024-11-24T22:21:03,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1903874784 2024-11-24T22:21:03,196 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1903874784/online-snapshot/acquired, /0-1903874784/online-snapshot/reached, /0-1903874784/online-snapshot/abort 2024-11-24T22:21:03,197 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,33177,1732486862138 2024-11-24T22:21:03,198 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T22:21:03,199 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:03,200 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T22:21:03,200 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T22:21:03,200 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,33177,1732486862138 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T22:21:03,201 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:03,201 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:03,201 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:03,201 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:03,201 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10 2024-11-24T22:21:03,201 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:03,201 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:21:03,201 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:03,202 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:03,202 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T22:21:03,203 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:03,203 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T22:21:03,204 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732486893204 2024-11-24T22:21:03,204 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T22:21:03,204 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T22:21:03,204 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T22:21:03,204 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T22:21:03,204 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T22:21:03,205 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T22:21:03,205 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:03,205 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T22:21:03,205 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T22:21:03,205 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T22:21:03,205 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T22:21:03,208 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T22:21:03,208 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T22:21:03,212 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486863208,5,FailOnTimeoutGroup] 2024-11-24T22:21:03,216 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486863212,5,FailOnTimeoutGroup] 2024-11-24T22:21:03,216 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:03,216 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T22:21:03,216 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:03,216 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:03,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741831_1007 (size=1321) 2024-11-24T22:21:03,225 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(746): ClusterId : dfd48b09-69bb-4cab-ba94-da88404a7306 2024-11-24T22:21:03,225 DEBUG [RS:0;bd6592c37bb2:43559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T22:21:03,231 DEBUG [RS:0;bd6592c37bb2:43559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T22:21:03,232 DEBUG [RS:0;bd6592c37bb2:43559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T22:21:03,234 DEBUG [RS:0;bd6592c37bb2:43559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T22:21:03,234 DEBUG [RS:0;bd6592c37bb2:43559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab4804e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:21:03,249 DEBUG [RS:0;bd6592c37bb2:43559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:43559 2024-11-24T22:21:03,249 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T22:21:03,249 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T22:21:03,249 DEBUG [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T22:21:03,250 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,33177,1732486862138 with port=43559, startcode=1732486862200 2024-11-24T22:21:03,250 DEBUG [RS:0;bd6592c37bb2:43559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T22:21:03,252 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T22:21:03,252 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,43559,1732486862200 2024-11-24T22:21:03,252 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33177 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,43559,1732486862200 2024-11-24T22:21:03,253 DEBUG [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97 2024-11-24T22:21:03,254 DEBUG [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45903 2024-11-24T22:21:03,254 DEBUG [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T22:21:03,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1903874784/rs 2024-11-24T22:21:03,257 DEBUG [RS:0;bd6592c37bb2:43559 {}] zookeeper.ZKUtil(111): regionserver:43559-0x1014c117b0f0001, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Set watcher on existing znode=/0-1903874784/rs/bd6592c37bb2,43559,1732486862200 2024-11-24T22:21:03,257 WARN [RS:0;bd6592c37bb2:43559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:21:03,257 INFO [RS:0;bd6592c37bb2:43559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:03,257 DEBUG [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200 2024-11-24T22:21:03,257 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,43559,1732486862200] 2024-11-24T22:21:03,260 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T22:21:03,262 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T22:21:03,263 INFO [RS:0;bd6592c37bb2:43559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T22:21:03,263 INFO [RS:0;bd6592c37bb2:43559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:03,264 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T22:21:03,265 INFO [RS:0;bd6592c37bb2:43559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T22:21:03,265 INFO [RS:0;bd6592c37bb2:43559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:03,265 DEBUG [RS:0;bd6592c37bb2:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:03,265 DEBUG [RS:0;bd6592c37bb2:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:03,265 DEBUG [RS:0;bd6592c37bb2:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:03,265 DEBUG [RS:0;bd6592c37bb2:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:03,265 DEBUG [RS:0;bd6592c37bb2:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:03,265 DEBUG [RS:0;bd6592c37bb2:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:21:03,265 DEBUG [RS:0;bd6592c37bb2:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:03,265 DEBUG [RS:0;bd6592c37bb2:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:03,265 DEBUG [RS:0;bd6592c37bb2:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:03,265 DEBUG [RS:0;bd6592c37bb2:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:03,265 DEBUG [RS:0;bd6592c37bb2:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:03,265 DEBUG [RS:0;bd6592c37bb2:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:03,265 DEBUG [RS:0;bd6592c37bb2:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:21:03,265 DEBUG [RS:0;bd6592c37bb2:43559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:21:03,269 INFO [RS:0;bd6592c37bb2:43559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:03,269 INFO [RS:0;bd6592c37bb2:43559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:03,269 INFO [RS:0;bd6592c37bb2:43559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:03,270 INFO [RS:0;bd6592c37bb2:43559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:03,270 INFO [RS:0;bd6592c37bb2:43559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:03,270 INFO [RS:0;bd6592c37bb2:43559 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,43559,1732486862200-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:21:03,284 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T22:21:03,284 INFO [RS:0;bd6592c37bb2:43559 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,43559,1732486862200-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:03,284 INFO [RS:0;bd6592c37bb2:43559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:03,284 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.Replication(171): bd6592c37bb2,43559,1732486862200 started 2024-11-24T22:21:03,297 INFO [RS:0;bd6592c37bb2:43559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:03,297 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,43559,1732486862200, RpcServer on bd6592c37bb2/172.17.0.2:43559, sessionid=0x1014c117b0f0001 2024-11-24T22:21:03,297 DEBUG [RS:0;bd6592c37bb2:43559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T22:21:03,297 DEBUG [RS:0;bd6592c37bb2:43559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,43559,1732486862200 2024-11-24T22:21:03,297 DEBUG [RS:0;bd6592c37bb2:43559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,43559,1732486862200' 2024-11-24T22:21:03,297 DEBUG [RS:0;bd6592c37bb2:43559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1903874784/flush-table-proc/abort' 2024-11-24T22:21:03,298 DEBUG [RS:0;bd6592c37bb2:43559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1903874784/flush-table-proc/acquired' 2024-11-24T22:21:03,298 DEBUG [RS:0;bd6592c37bb2:43559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T22:21:03,298 DEBUG [RS:0;bd6592c37bb2:43559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T22:21:03,298 DEBUG [RS:0;bd6592c37bb2:43559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,43559,1732486862200 2024-11-24T22:21:03,298 DEBUG [RS:0;bd6592c37bb2:43559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,43559,1732486862200' 2024-11-24T22:21:03,298 DEBUG [RS:0;bd6592c37bb2:43559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1903874784/online-snapshot/abort' 2024-11-24T22:21:03,299 DEBUG [RS:0;bd6592c37bb2:43559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1903874784/online-snapshot/acquired' 2024-11-24T22:21:03,299 DEBUG [RS:0;bd6592c37bb2:43559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T22:21:03,299 INFO [RS:0;bd6592c37bb2:43559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T22:21:03,299 INFO [RS:0;bd6592c37bb2:43559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T22:21:03,399 INFO [RS:0;bd6592c37bb2:43559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:21:03,401 INFO [RS:0;bd6592c37bb2:43559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C43559%2C1732486862200, suffix=, logDir=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200, archiveDir=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/oldWALs, maxLogs=10 2024-11-24T22:21:03,415 DEBUG [RS:0;bd6592c37bb2:43559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401, exclude list is [], retry=0 2024-11-24T22:21:03,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34569,DS-e1c4fa95-28e9-4ec6-bbe9-b9f5afa788e2,DISK] 2024-11-24T22:21:03,420 INFO [RS:0;bd6592c37bb2:43559 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 2024-11-24T22:21:03,420 DEBUG [RS:0;bd6592c37bb2:43559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35501:35501)] 2024-11-24T22:21:03,622 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T22:21:03,622 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97 2024-11-24T22:21:03,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741833_1009 (size=32) 2024-11-24T22:21:03,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:03,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:21:03,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:21:03,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:03,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:03,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:21:03,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:21:03,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:03,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:03,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:21:03,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:21:03,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:03,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:03,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:21:03,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:21:03,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:03,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:03,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:21:03,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740 2024-11-24T22:21:03,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740 2024-11-24T22:21:03,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:21:03,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:21:03,636 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:21:03,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:21:03,638 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:03,639 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63470780, jitterRate=-0.05421167612075806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:21:03,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732486863628Initializing all the Stores at 1732486863629 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486863629Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486863629Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486863629Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486863629Cleaning up temporary data from old regions at 1732486863636 (+7 ms)Region opened successfully at 1732486863639 (+3 ms) 2024-11-24T22:21:03,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:21:03,639 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:21:03,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:21:03,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:21:03,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:21:03,640 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:21:03,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486863639Disabling compacts and flushes for region at 1732486863639Disabling writes for close at 1732486863640 (+1 ms)Writing region close event to WAL at 1732486863640Closed at 1732486863640 2024-11-24T22:21:03,641 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:03,641 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T22:21:03,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T22:21:03,642 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:21:03,643 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T22:21:03,793 DEBUG [bd6592c37bb2:33177 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:21:03,793 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,43559,1732486862200 2024-11-24T22:21:03,794 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,43559,1732486862200, state=OPENING 2024-11-24T22:21:03,796 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T22:21:03,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1903874784 2024-11-24T22:21:03,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1014c117b0f0001, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1903874784 2024-11-24T22:21:03,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1903874784/meta-region-server: CHANGED 2024-11-24T22:21:03,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1903874784/meta-region-server: CHANGED 2024-11-24T22:21:03,800 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:21:03,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,43559,1732486862200}] 2024-11-24T22:21:03,953 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:21:03,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:21:03,961 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T22:21:03,961 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:03,961 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T22:21:03,962 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C43559%2C1732486862200.meta, suffix=.meta, logDir=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200, archiveDir=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/oldWALs, maxLogs=10 2024-11-24T22:21:03,979 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.meta.1732486863962.meta, exclude list is [], retry=0 2024-11-24T22:21:03,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34569,DS-e1c4fa95-28e9-4ec6-bbe9-b9f5afa788e2,DISK] 2024-11-24T22:21:03,985 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.meta.1732486863962.meta 2024-11-24T22:21:03,986 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35501:35501)] 2024-11-24T22:21:03,986 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:03,987 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:21:03,987 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:21:03,987 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T22:21:03,987 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T22:21:03,987 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T22:21:03,987 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:03,987 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T22:21:03,987 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T22:21:03,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:21:03,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:21:03,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:03,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:03,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:21:03,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:21:03,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:03,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:03,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:21:03,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:21:03,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:03,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:03,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:21:03,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:21:03,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:03,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:04,000 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:21:04,001 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740 2024-11-24T22:21:04,001 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740 2024-11-24T22:21:04,002 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:21:04,002 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:21:04,003 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:21:04,004 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:21:04,009 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62329696, jitterRate=-0.07121515274047852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:21:04,009 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T22:21:04,009 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732486863987Writing region info on filesystem at 1732486863987Initializing all the Stores at 1732486863988 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486863988Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486863992 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486863992Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486863992Cleaning up temporary data from old regions at 1732486864002 (+10 ms)Running coprocessor post-open hooks at 1732486864009 (+7 ms)Region opened successfully at 1732486864009 2024-11-24T22:21:04,016 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732486863953 2024-11-24T22:21:04,019 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T22:21:04,019 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T22:21:04,019 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,43559,1732486862200 2024-11-24T22:21:04,021 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,43559,1732486862200, state=OPEN 2024-11-24T22:21:04,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1014c117b0f0001, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1903874784/meta-region-server 2024-11-24T22:21:04,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1903874784/meta-region-server 2024-11-24T22:21:04,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1903874784/meta-region-server: CHANGED 2024-11-24T22:21:04,023 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,43559,1732486862200 2024-11-24T22:21:04,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1903874784/meta-region-server: CHANGED 2024-11-24T22:21:04,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T22:21:04,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,43559,1732486862200 in 223 msec 2024-11-24T22:21:04,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T22:21:04,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 386 msec 2024-11-24T22:21:04,030 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:04,030 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T22:21:04,031 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:21:04,031 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,43559,1732486862200, seqNum=-1] 2024-11-24T22:21:04,032 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:21:04,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:21:04,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 839 msec 2024-11-24T22:21:04,038 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732486864038, completionTime=-1 2024-11-24T22:21:04,038 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T22:21:04,038 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T22:21:04,041 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T22:21:04,041 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732486924041 2024-11-24T22:21:04,041 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732486984041 2024-11-24T22:21:04,041 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T22:21:04,041 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,33177,1732486862138-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:04,041 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,33177,1732486862138-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:04,041 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,33177,1732486862138-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:04,041 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:33177, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:04,041 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:04,042 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:04,043 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T22:21:04,045 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.803sec 2024-11-24T22:21:04,045 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T22:21:04,045 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T22:21:04,045 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T22:21:04,045 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T22:21:04,045 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T22:21:04,045 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,33177,1732486862138-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:21:04,045 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,33177,1732486862138-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T22:21:04,047 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T22:21:04,047 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T22:21:04,047 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,33177,1732486862138-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:04,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd9a051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:04,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,33177,-1 for getting cluster id 2024-11-24T22:21:04,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:04,130 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfd48b09-69bb-4cab-ba94-da88404a7306' 2024-11-24T22:21:04,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:04,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfd48b09-69bb-4cab-ba94-da88404a7306" 2024-11-24T22:21:04,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3a1fbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:04,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,33177,-1] 2024-11-24T22:21:04,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:04,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:04,132 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:04,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64344aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:04,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:21:04,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,43559,1732486862200, seqNum=-1] 2024-11-24T22:21:04,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:21:04,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:21:04,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bd6592c37bb2,33177,1732486862138 2024-11-24T22:21:04,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49162 2024-11-24T22:21:04,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:21:04,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014c117b0f0002 connected 2024-11-24T22:21:04,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/hadoop.log.dir so I do NOT create it in target/test-data/3796104f-6e64-7b10-891c-568338470b51 2024-11-24T22:21:04,150 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T22:21:04,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/hadoop.tmp.dir so I do NOT create it in target/test-data/3796104f-6e64-7b10-891c-568338470b51 2024-11-24T22:21:04,150 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T22:21:04,150 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51 2024-11-24T22:21:04,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T22:21:04,150 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/cluster_1051237d-cdfe-f6cd-db16-8553721b8001, deleteOnExit=true 2024-11-24T22:21:04,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T22:21:04,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/test.cache.data in system properties and HBase conf 2024-11-24T22:21:04,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T22:21:04,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/hadoop.log.dir in system properties and HBase conf 2024-11-24T22:21:04,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T22:21:04,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T22:21:04,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T22:21:04,151 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T22:21:04,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:21:04,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:21:04,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T22:21:04,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:21:04,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T22:21:04,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T22:21:04,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:21:04,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:21:04,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T22:21:04,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/nfs.dump.dir in system properties and HBase conf 2024-11-24T22:21:04,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/java.io.tmpdir in system properties and HBase conf 2024-11-24T22:21:04,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:21:04,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T22:21:04,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T22:21:04,243 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:21:04,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:04,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:04,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:04,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:04,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:04,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:04,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:04,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:04,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:04,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:04,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:04,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:04,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:04,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:04,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:04,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:21:04,347 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:21:04,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:21:04,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:21:04,365 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T22:21:04,369 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:21:04,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b84d529{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:21:04,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23309e31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:21:04,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2392ca06{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/java.io.tmpdir/jetty-localhost-37207-hadoop-hdfs-3_4_1-tests_jar-_-any-13463525530242469926/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:21:04,534 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50d84cf3{HTTP/1.1, (http/1.1)}{localhost:37207} 2024-11-24T22:21:04,534 INFO [Time-limited test {}] server.Server(415): Started @246744ms 2024-11-24T22:21:04,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:21:04,638 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:21:04,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:21:04,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:21:04,642 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T22:21:04,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@626e0acc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:21:04,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2343164b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:21:04,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d03fc69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/java.io.tmpdir/jetty-localhost-36393-hadoop-hdfs-3_4_1-tests_jar-_-any-18259170373400597603/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:21:04,789 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2636417{HTTP/1.1, (http/1.1)}{localhost:36393} 2024-11-24T22:21:04,789 INFO [Time-limited test {}] server.Server(415): Started @246999ms 2024-11-24T22:21:04,790 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T22:21:04,930 WARN [Thread-3557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/cluster_1051237d-cdfe-f6cd-db16-8553721b8001/data/data1/current/BP-1236904936-172.17.0.2-1732486864179/current, will proceed with Du for space computation calculation, 2024-11-24T22:21:04,931 WARN [Thread-3558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/cluster_1051237d-cdfe-f6cd-db16-8553721b8001/data/data2/current/BP-1236904936-172.17.0.2-1732486864179/current, will proceed with Du for space computation calculation, 2024-11-24T22:21:04,959 WARN [Thread-3545 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T22:21:04,963 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c5255a427597da5 with lease ID 0xbf189683f38148ea: Processing first storage report for DS-078789a2-0552-46dc-b922-8f93bc969112 from datanode DatanodeRegistration(127.0.0.1:45445, datanodeUuid=0891573d-9288-465f-ae4b-ca5e254c92ae, infoPort=39243, infoSecurePort=0, ipcPort=44397, storageInfo=lv=-57;cid=testClusterID;nsid=983445201;c=1732486864179) 2024-11-24T22:21:04,963 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c5255a427597da5 with lease ID 0xbf189683f38148ea: from storage DS-078789a2-0552-46dc-b922-8f93bc969112 node DatanodeRegistration(127.0.0.1:45445, datanodeUuid=0891573d-9288-465f-ae4b-ca5e254c92ae, infoPort=39243, infoSecurePort=0, ipcPort=44397, storageInfo=lv=-57;cid=testClusterID;nsid=983445201;c=1732486864179), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:21:04,963 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c5255a427597da5 with lease ID 0xbf189683f38148ea: Processing first storage report for DS-f7dae128-e37d-4ce2-8d7e-c166b84958d6 from datanode DatanodeRegistration(127.0.0.1:45445, datanodeUuid=0891573d-9288-465f-ae4b-ca5e254c92ae, infoPort=39243, infoSecurePort=0, ipcPort=44397, storageInfo=lv=-57;cid=testClusterID;nsid=983445201;c=1732486864179) 2024-11-24T22:21:04,963 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c5255a427597da5 with lease ID 0xbf189683f38148ea: from storage DS-f7dae128-e37d-4ce2-8d7e-c166b84958d6 node DatanodeRegistration(127.0.0.1:45445, datanodeUuid=0891573d-9288-465f-ae4b-ca5e254c92ae, infoPort=39243, infoSecurePort=0, ipcPort=44397, storageInfo=lv=-57;cid=testClusterID;nsid=983445201;c=1732486864179), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:21:05,046 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51 2024-11-24T22:21:05,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:05,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:05,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741825_1001 (size=7) 2024-11-24T22:21:05,061 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f with version=8 2024-11-24T22:21:05,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/hbase-staging 2024-11-24T22:21:05,063 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:21:05,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:05,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:05,064 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:21:05,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:05,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:21:05,064 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T22:21:05,064 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:21:05,064 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41443 2024-11-24T22:21:05,065 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41443 connecting to ZooKeeper ensemble=127.0.0.1:49162 2024-11-24T22:21:05,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414430x0, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:21:05,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41443-0x1014c117b0f0003 connected 2024-11-24T22:21:05,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:05,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:05,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Set watcher on znode that does not yet exist, /1-405829185/running 2024-11-24T22:21:05,086 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f, hbase.cluster.distributed=false 2024-11-24T22:21:05,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Set watcher on znode that does not yet exist, /1-405829185/acl 2024-11-24T22:21:05,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41443 2024-11-24T22:21:05,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41443 2024-11-24T22:21:05,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41443 2024-11-24T22:21:05,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41443 2024-11-24T22:21:05,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41443 2024-11-24T22:21:05,115 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:21:05,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:05,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:05,115 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:21:05,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:05,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:21:05,115 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T22:21:05,115 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:21:05,116 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38547 2024-11-24T22:21:05,116 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38547 connecting to ZooKeeper ensemble=127.0.0.1:49162 2024-11-24T22:21:05,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:05,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:05,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385470x0, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:21:05,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385470x0, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Set watcher on znode that does not yet exist, /1-405829185/running 2024-11-24T22:21:05,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38547-0x1014c117b0f0004 connected 2024-11-24T22:21:05,126 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T22:21:05,132 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T22:21:05,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38547-0x1014c117b0f0004, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Set watcher on znode that does not yet exist, /1-405829185/master 2024-11-24T22:21:05,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38547-0x1014c117b0f0004, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Set watcher on znode that does not yet exist, /1-405829185/acl 2024-11-24T22:21:05,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38547 2024-11-24T22:21:05,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38547 2024-11-24T22:21:05,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38547 2024-11-24T22:21:05,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38547 2024-11-24T22:21:05,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38547 2024-11-24T22:21:05,160 DEBUG [M:0;bd6592c37bb2:41443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:41443 2024-11-24T22:21:05,161 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-405829185/backup-masters/bd6592c37bb2,41443,1732486865063 2024-11-24T22:21:05,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-405829185/backup-masters 2024-11-24T22:21:05,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014c117b0f0004, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-405829185/backup-masters 2024-11-24T22:21:05,163 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Set watcher on existing znode=/1-405829185/backup-masters/bd6592c37bb2,41443,1732486865063 2024-11-24T22:21:05,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-405829185 2024-11-24T22:21:05,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014c117b0f0004, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-405829185/master 2024-11-24T22:21:05,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014c117b0f0004, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-405829185 2024-11-24T22:21:05,166 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Set watcher on existing znode=/1-405829185/master 2024-11-24T22:21:05,167 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-405829185/backup-masters/bd6592c37bb2,41443,1732486865063 from backup master directory 2024-11-24T22:21:05,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-405829185/backup-masters/bd6592c37bb2,41443,1732486865063 2024-11-24T22:21:05,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-405829185/backup-masters 2024-11-24T22:21:05,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014c117b0f0004, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-405829185/backup-masters 2024-11-24T22:21:05,168 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:21:05,168 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,41443,1732486865063 2024-11-24T22:21:05,172 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/hbase.id] with ID: 3b778d48-5699-43c1-9e9f-c6de8e86d7db 2024-11-24T22:21:05,172 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/.tmp/hbase.id 2024-11-24T22:21:05,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741826_1002 (size=42) 2024-11-24T22:21:05,182 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/.tmp/hbase.id]:[hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/hbase.id] 2024-11-24T22:21:05,192 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:05,192 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T22:21:05,195 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-24T22:21:05,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014c117b0f0004, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-405829185 2024-11-24T22:21:05,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-405829185 2024-11-24T22:21:05,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741827_1003 (size=196) 2024-11-24T22:21:05,614 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:21:05,615 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T22:21:05,616 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:05,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741828_1004 (size=1189) 2024-11-24T22:21:06,022 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/data/master/store 2024-11-24T22:21:06,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741829_1005 (size=34) 2024-11-24T22:21:06,428 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:06,429 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:21:06,429 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:06,429 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:06,429 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:21:06,429 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:06,429 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:06,429 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486866429Disabling compacts and flushes for region at 1732486866429Disabling writes for close at 1732486866429Writing region close event to WAL at 1732486866429Closed at 1732486866429 2024-11-24T22:21:06,430 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/data/master/store/.initializing 2024-11-24T22:21:06,430 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/WALs/bd6592c37bb2,41443,1732486865063 2024-11-24T22:21:06,430 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:21:06,432 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C41443%2C1732486865063, suffix=, logDir=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/WALs/bd6592c37bb2,41443,1732486865063, archiveDir=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/oldWALs, maxLogs=10 2024-11-24T22:21:06,452 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/WALs/bd6592c37bb2,41443,1732486865063/bd6592c37bb2%2C41443%2C1732486865063.1732486866432, exclude list is [], retry=0 2024-11-24T22:21:06,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45445,DS-078789a2-0552-46dc-b922-8f93bc969112,DISK] 2024-11-24T22:21:06,459 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/WALs/bd6592c37bb2,41443,1732486865063/bd6592c37bb2%2C41443%2C1732486865063.1732486866432 2024-11-24T22:21:06,460 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39243:39243)] 2024-11-24T22:21:06,460 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:06,460 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:06,460 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:06,460 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:06,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:06,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T22:21:06,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:06,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:06,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:06,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T22:21:06,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:06,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:06,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:06,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T22:21:06,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:06,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:06,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:06,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T22:21:06,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:06,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:06,467 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:06,467 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:06,468 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:06,469 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:06,469 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:06,469 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:21:06,470 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:06,472 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:06,472 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68920404, jitterRate=0.026994049549102783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:21:06,472 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732486866461Initializing all the Stores at 1732486866461Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486866461Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486866461Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486866461Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486866461Cleaning up temporary data from old regions at 1732486866469 (+8 ms)Region opened successfully at 1732486866472 (+3 ms) 2024-11-24T22:21:06,472 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T22:21:06,474 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90c1063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:21:06,475 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T22:21:06,475 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T22:21:06,476 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T22:21:06,476 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T22:21:06,476 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T22:21:06,476 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T22:21:06,476 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T22:21:06,480 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T22:21:06,481 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Unable to get data of znode /1-405829185/balancer because node does not exist (not necessarily an error) 2024-11-24T22:21:06,483 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-405829185/balancer already deleted, retry=false 2024-11-24T22:21:06,483 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T22:21:06,483 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Unable to get data of znode /1-405829185/normalizer because node does not exist (not necessarily an error) 2024-11-24T22:21:06,486 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-405829185/normalizer already deleted, retry=false 2024-11-24T22:21:06,486 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T22:21:06,487 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Unable to get data of znode /1-405829185/switch/split because node does not exist (not necessarily an error) 2024-11-24T22:21:06,488 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-405829185/switch/split already deleted, retry=false 2024-11-24T22:21:06,489 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Unable to get data of znode /1-405829185/switch/merge because node does not exist (not necessarily an error) 2024-11-24T22:21:06,490 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-405829185/switch/merge already deleted, retry=false 2024-11-24T22:21:06,494 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Unable to get data of znode /1-405829185/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T22:21:06,495 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-405829185/snapshot-cleanup already deleted, retry=false 2024-11-24T22:21:06,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-405829185/running 2024-11-24T22:21:06,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014c117b0f0004, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-405829185/running 2024-11-24T22:21:06,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014c117b0f0004, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-405829185 2024-11-24T22:21:06,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-405829185 2024-11-24T22:21:06,498 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,41443,1732486865063, sessionid=0x1014c117b0f0003, setting cluster-up flag (Was=false) 2024-11-24T22:21:06,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014c117b0f0004, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-405829185 2024-11-24T22:21:06,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-405829185 2024-11-24T22:21:06,505 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-405829185/flush-table-proc/acquired, /1-405829185/flush-table-proc/reached, /1-405829185/flush-table-proc/abort 2024-11-24T22:21:06,506 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,41443,1732486865063 2024-11-24T22:21:06,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014c117b0f0004, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-405829185 2024-11-24T22:21:06,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-405829185 2024-11-24T22:21:06,514 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-405829185/online-snapshot/acquired, /1-405829185/online-snapshot/reached, /1-405829185/online-snapshot/abort 2024-11-24T22:21:06,517 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,41443,1732486865063 2024-11-24T22:21:06,518 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T22:21:06,524 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:06,525 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T22:21:06,525 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T22:21:06,525 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,41443,1732486865063 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T22:21:06,527 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:06,527 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:06,527 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:06,527 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:06,527 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10 2024-11-24T22:21:06,527 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:06,527 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:21:06,527 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:06,531 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:06,531 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T22:21:06,532 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:06,532 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T22:21:06,540 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732486896540 2024-11-24T22:21:06,540 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T22:21:06,540 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T22:21:06,540 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T22:21:06,540 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T22:21:06,540 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T22:21:06,540 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T22:21:06,540 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:06,541 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T22:21:06,541 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T22:21:06,541 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T22:21:06,541 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T22:21:06,543 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T22:21:06,543 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T22:21:06,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741831_1007 (size=1321) 2024-11-24T22:21:06,548 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486866543,5,FailOnTimeoutGroup] 2024-11-24T22:21:06,550 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486866548,5,FailOnTimeoutGroup] 2024-11-24T22:21:06,550 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:06,550 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T22:21:06,550 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:06,550 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:06,552 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(746): ClusterId : 3b778d48-5699-43c1-9e9f-c6de8e86d7db 2024-11-24T22:21:06,552 DEBUG [RS:0;bd6592c37bb2:38547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T22:21:06,553 DEBUG [RS:0;bd6592c37bb2:38547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T22:21:06,553 DEBUG [RS:0;bd6592c37bb2:38547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T22:21:06,557 DEBUG [RS:0;bd6592c37bb2:38547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T22:21:06,557 DEBUG [RS:0;bd6592c37bb2:38547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a4094d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:21:06,576 DEBUG [RS:0;bd6592c37bb2:38547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:38547 2024-11-24T22:21:06,576 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T22:21:06,576 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T22:21:06,576 DEBUG [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T22:21:06,577 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,41443,1732486865063 with port=38547, startcode=1732486865114 2024-11-24T22:21:06,577 DEBUG [RS:0;bd6592c37bb2:38547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T22:21:06,581 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T22:21:06,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41443 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,38547,1732486865114 2024-11-24T22:21:06,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41443 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,38547,1732486865114 2024-11-24T22:21:06,582 DEBUG [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f 2024-11-24T22:21:06,582 DEBUG [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43995 2024-11-24T22:21:06,582 DEBUG [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T22:21:06,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-405829185/rs 2024-11-24T22:21:06,588 DEBUG [RS:0;bd6592c37bb2:38547 {}] zookeeper.ZKUtil(111): regionserver:38547-0x1014c117b0f0004, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Set watcher on existing znode=/1-405829185/rs/bd6592c37bb2,38547,1732486865114 2024-11-24T22:21:06,588 WARN [RS:0;bd6592c37bb2:38547 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:21:06,588 INFO [RS:0;bd6592c37bb2:38547 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:06,588 DEBUG [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114 2024-11-24T22:21:06,588 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,38547,1732486865114] 2024-11-24T22:21:06,594 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T22:21:06,599 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T22:21:06,599 INFO [RS:0;bd6592c37bb2:38547 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T22:21:06,599 INFO [RS:0;bd6592c37bb2:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:06,599 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T22:21:06,600 INFO [RS:0;bd6592c37bb2:38547 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T22:21:06,600 INFO [RS:0;bd6592c37bb2:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:06,600 DEBUG [RS:0;bd6592c37bb2:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:06,600 DEBUG [RS:0;bd6592c37bb2:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:06,600 DEBUG [RS:0;bd6592c37bb2:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:06,600 DEBUG [RS:0;bd6592c37bb2:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:06,600 DEBUG [RS:0;bd6592c37bb2:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:06,600 DEBUG [RS:0;bd6592c37bb2:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:21:06,600 DEBUG [RS:0;bd6592c37bb2:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:06,600 DEBUG [RS:0;bd6592c37bb2:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:06,600 DEBUG [RS:0;bd6592c37bb2:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:06,600 DEBUG [RS:0;bd6592c37bb2:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:06,601 DEBUG [RS:0;bd6592c37bb2:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:06,601 DEBUG [RS:0;bd6592c37bb2:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:06,601 DEBUG [RS:0;bd6592c37bb2:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:21:06,601 DEBUG [RS:0;bd6592c37bb2:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:21:06,604 INFO [RS:0;bd6592c37bb2:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:06,604 INFO [RS:0;bd6592c37bb2:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:06,604 INFO [RS:0;bd6592c37bb2:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:06,604 INFO [RS:0;bd6592c37bb2:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:06,604 INFO [RS:0;bd6592c37bb2:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:06,604 INFO [RS:0;bd6592c37bb2:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,38547,1732486865114-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:21:06,626 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T22:21:06,626 INFO [RS:0;bd6592c37bb2:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,38547,1732486865114-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:06,626 INFO [RS:0;bd6592c37bb2:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:06,626 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.Replication(171): bd6592c37bb2,38547,1732486865114 started 2024-11-24T22:21:06,646 INFO [RS:0;bd6592c37bb2:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:06,646 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,38547,1732486865114, RpcServer on bd6592c37bb2/172.17.0.2:38547, sessionid=0x1014c117b0f0004 2024-11-24T22:21:06,646 DEBUG [RS:0;bd6592c37bb2:38547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T22:21:06,646 DEBUG [RS:0;bd6592c37bb2:38547 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,38547,1732486865114 2024-11-24T22:21:06,646 DEBUG [RS:0;bd6592c37bb2:38547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,38547,1732486865114' 2024-11-24T22:21:06,646 DEBUG [RS:0;bd6592c37bb2:38547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-405829185/flush-table-proc/abort' 2024-11-24T22:21:06,647 DEBUG [RS:0;bd6592c37bb2:38547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-405829185/flush-table-proc/acquired' 2024-11-24T22:21:06,647 DEBUG [RS:0;bd6592c37bb2:38547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T22:21:06,647 DEBUG [RS:0;bd6592c37bb2:38547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T22:21:06,647 DEBUG [RS:0;bd6592c37bb2:38547 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,38547,1732486865114 2024-11-24T22:21:06,647 DEBUG [RS:0;bd6592c37bb2:38547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,38547,1732486865114' 2024-11-24T22:21:06,647 DEBUG [RS:0;bd6592c37bb2:38547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-405829185/online-snapshot/abort' 2024-11-24T22:21:06,648 DEBUG [RS:0;bd6592c37bb2:38547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-405829185/online-snapshot/acquired' 2024-11-24T22:21:06,648 DEBUG [RS:0;bd6592c37bb2:38547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T22:21:06,648 INFO [RS:0;bd6592c37bb2:38547 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T22:21:06,648 INFO [RS:0;bd6592c37bb2:38547 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T22:21:06,749 INFO [RS:0;bd6592c37bb2:38547 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:21:06,750 INFO [RS:0;bd6592c37bb2:38547 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C38547%2C1732486865114, suffix=, logDir=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114, archiveDir=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/oldWALs, maxLogs=10 2024-11-24T22:21:06,764 DEBUG [RS:0;bd6592c37bb2:38547 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750, exclude list is [], retry=0 2024-11-24T22:21:06,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45445,DS-078789a2-0552-46dc-b922-8f93bc969112,DISK] 2024-11-24T22:21:06,768 INFO [RS:0;bd6592c37bb2:38547 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 2024-11-24T22:21:06,768 DEBUG [RS:0;bd6592c37bb2:38547 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39243:39243)] 2024-11-24T22:21:06,948 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T22:21:06,948 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f 2024-11-24T22:21:06,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741833_1009 (size=32) 2024-11-24T22:21:06,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:06,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:21:06,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:21:06,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:06,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:06,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:21:06,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:21:06,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:06,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:06,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:21:06,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:21:06,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:06,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:06,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:21:06,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:21:06,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:06,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:06,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:21:06,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740 2024-11-24T22:21:06,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740 2024-11-24T22:21:06,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:21:06,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:21:06,970 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:21:06,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:21:06,977 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:06,977 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73515243, jitterRate=0.09546248614788055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:21:06,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732486866961Initializing all the Stores at 1732486866961Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486866961Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486866963 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486866963Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486866963Cleaning up temporary data from old regions at 1732486866970 (+7 ms)Region opened successfully at 1732486866977 (+7 ms) 2024-11-24T22:21:06,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:21:06,977 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:21:06,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:21:06,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:21:06,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:21:06,978 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:21:06,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486866977Disabling compacts and flushes for region at 1732486866977Disabling writes for close at 1732486866977Writing region close event to WAL at 1732486866978 (+1 ms)Closed at 1732486866978 2024-11-24T22:21:06,979 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:06,979 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T22:21:06,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T22:21:06,980 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:21:06,980 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T22:21:07,131 DEBUG [bd6592c37bb2:41443 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:21:07,131 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,38547,1732486865114 2024-11-24T22:21:07,132 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,38547,1732486865114, state=OPENING 2024-11-24T22:21:07,134 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T22:21:07,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-405829185 2024-11-24T22:21:07,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014c117b0f0004, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-405829185 2024-11-24T22:21:07,136 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:21:07,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-405829185/meta-region-server: CHANGED 2024-11-24T22:21:07,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-405829185/meta-region-server: CHANGED 2024-11-24T22:21:07,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,38547,1732486865114}] 2024-11-24T22:21:07,288 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:21:07,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:21:07,293 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T22:21:07,293 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:07,293 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T22:21:07,294 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C38547%2C1732486865114.meta, suffix=.meta, logDir=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114, archiveDir=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/oldWALs, maxLogs=10 2024-11-24T22:21:07,312 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.meta.1732486867295.meta, exclude list is [], retry=0 2024-11-24T22:21:07,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45445,DS-078789a2-0552-46dc-b922-8f93bc969112,DISK] 2024-11-24T22:21:07,316 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.meta.1732486867295.meta 2024-11-24T22:21:07,316 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39243:39243)] 2024-11-24T22:21:07,316 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:07,316 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:21:07,317 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:21:07,317 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T22:21:07,317 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T22:21:07,317 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T22:21:07,317 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:07,317 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T22:21:07,317 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T22:21:07,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:21:07,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:21:07,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:07,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:07,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:21:07,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:21:07,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:07,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:07,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:21:07,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:21:07,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:07,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:07,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:21:07,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:21:07,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:07,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:07,322 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:21:07,323 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740 2024-11-24T22:21:07,323 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740 2024-11-24T22:21:07,324 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:21:07,325 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:21:07,325 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:21:07,333 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:21:07,334 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70840065, jitterRate=0.05559922754764557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:21:07,334 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T22:21:07,334 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732486867317Writing region info on filesystem at 1732486867317Initializing all the Stores at 1732486867318 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486867318Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486867318Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486867318Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486867318Cleaning up temporary data from old regions at 1732486867325 (+7 ms)Running coprocessor post-open hooks at 1732486867334 (+9 ms)Region opened successfully at 1732486867334 2024-11-24T22:21:07,340 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732486867288 2024-11-24T22:21:07,342 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T22:21:07,342 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T22:21:07,342 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,38547,1732486865114 2024-11-24T22:21:07,343 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,38547,1732486865114, state=OPEN 2024-11-24T22:21:07,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014c117b0f0004, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-405829185/meta-region-server 2024-11-24T22:21:07,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-405829185/meta-region-server 2024-11-24T22:21:07,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-405829185/meta-region-server: CHANGED 2024-11-24T22:21:07,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-405829185/meta-region-server: CHANGED 2024-11-24T22:21:07,346 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,38547,1732486865114 2024-11-24T22:21:07,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T22:21:07,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,38547,1732486865114 in 210 msec 2024-11-24T22:21:07,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T22:21:07,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 369 msec 2024-11-24T22:21:07,350 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:07,351 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T22:21:07,352 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:21:07,352 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,38547,1732486865114, seqNum=-1] 2024-11-24T22:21:07,352 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:21:07,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:21:07,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 833 msec 2024-11-24T22:21:07,358 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732486867358, completionTime=-1 2024-11-24T22:21:07,358 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T22:21:07,358 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T22:21:07,360 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T22:21:07,360 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732486927360 2024-11-24T22:21:07,360 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732486987360 2024-11-24T22:21:07,360 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T22:21:07,360 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41443,1732486865063-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:07,360 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41443,1732486865063-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:07,360 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41443,1732486865063-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:07,361 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:41443, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:07,361 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:07,361 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:07,362 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T22:21:07,365 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.197sec 2024-11-24T22:21:07,365 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T22:21:07,365 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T22:21:07,365 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T22:21:07,365 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T22:21:07,365 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T22:21:07,365 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41443,1732486865063-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:21:07,365 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41443,1732486865063-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T22:21:07,367 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T22:21:07,367 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T22:21:07,367 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41443,1732486865063-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:07,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cea67a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:07,453 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,41443,-1 for getting cluster id 2024-11-24T22:21:07,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:07,455 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b778d48-5699-43c1-9e9f-c6de8e86d7db' 2024-11-24T22:21:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b778d48-5699-43c1-9e9f-c6de8e86d7db" 2024-11-24T22:21:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22cfc1f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,41443,-1] 2024-11-24T22:21:07,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:07,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:07,457 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:07,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7a925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:07,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:21:07,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,38547,1732486865114, seqNum=-1] 2024-11-24T22:21:07,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:21:07,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:21:07,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bd6592c37bb2,41443,1732486865063 2024-11-24T22:21:07,471 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49162 2024-11-24T22:21:07,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:21:07,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/hadoop.log.dir so I do NOT create it in target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d 2024-11-24T22:21:07,481 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T22:21:07,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/hadoop.tmp.dir so I do NOT create it in target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d 2024-11-24T22:21:07,481 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T22:21:07,481 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d 2024-11-24T22:21:07,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T22:21:07,481 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/cluster_ceb8d412-ba38-fb5b-879a-e112eae1c3e8, deleteOnExit=true 2024-11-24T22:21:07,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T22:21:07,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/test.cache.data in system properties and HBase conf 2024-11-24T22:21:07,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T22:21:07,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/hadoop.log.dir in system properties and HBase conf 2024-11-24T22:21:07,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T22:21:07,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T22:21:07,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T22:21:07,482 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T22:21:07,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:21:07,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:21:07,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T22:21:07,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:21:07,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T22:21:07,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T22:21:07,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:21:07,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:21:07,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T22:21:07,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/nfs.dump.dir in system properties and HBase conf 2024-11-24T22:21:07,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/java.io.tmpdir in system properties and HBase conf 2024-11-24T22:21:07,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:21:07,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T22:21:07,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T22:21:07,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014c117b0f0005 connected 2024-11-24T22:21:07,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:21:07,587 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:21:07,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:21:07,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:21:07,600 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T22:21:07,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:21:07,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72bf35d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:21:07,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74ca859b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:21:07,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12f46769{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/java.io.tmpdir/jetty-localhost-36177-hadoop-hdfs-3_4_1-tests_jar-_-any-5915036378383128096/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:21:07,749 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59eb2ec4{HTTP/1.1, (http/1.1)}{localhost:36177} 2024-11-24T22:21:07,749 INFO [Time-limited test {}] server.Server(415): Started @249959ms 2024-11-24T22:21:07,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:21:07,871 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:21:07,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:21:07,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:21:07,877 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T22:21:07,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3930de67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:21:07,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3326b06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:21:08,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19375c90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/java.io.tmpdir/jetty-localhost-39667-hadoop-hdfs-3_4_1-tests_jar-_-any-6523019990113086650/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:21:08,021 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6168ff6d{HTTP/1.1, (http/1.1)}{localhost:39667} 2024-11-24T22:21:08,021 INFO [Time-limited test {}] server.Server(415): Started @250231ms 2024-11-24T22:21:08,023 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T22:21:08,174 WARN [Thread-3677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/cluster_ceb8d412-ba38-fb5b-879a-e112eae1c3e8/data/data1/current/BP-400159492-172.17.0.2-1732486867509/current, will proceed with Du for space computation calculation, 2024-11-24T22:21:08,175 WARN [Thread-3678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/cluster_ceb8d412-ba38-fb5b-879a-e112eae1c3e8/data/data2/current/BP-400159492-172.17.0.2-1732486867509/current, will proceed with Du for space computation calculation, 2024-11-24T22:21:08,237 WARN [Thread-3665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T22:21:08,240 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x204b65cb56d3b4c7 with lease ID 0x18c507b8e02c3255: Processing first storage report for DS-b2013afc-d5e6-4e1e-b8e5-82f0c27a68d9 from datanode DatanodeRegistration(127.0.0.1:42477, datanodeUuid=d6c37cc3-0a2e-4674-9bac-d5c1aa25106e, infoPort=41063, infoSecurePort=0, ipcPort=43081, storageInfo=lv=-57;cid=testClusterID;nsid=1797946871;c=1732486867509) 2024-11-24T22:21:08,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x204b65cb56d3b4c7 with lease ID 0x18c507b8e02c3255: from storage DS-b2013afc-d5e6-4e1e-b8e5-82f0c27a68d9 node DatanodeRegistration(127.0.0.1:42477, datanodeUuid=d6c37cc3-0a2e-4674-9bac-d5c1aa25106e, infoPort=41063, infoSecurePort=0, ipcPort=43081, storageInfo=lv=-57;cid=testClusterID;nsid=1797946871;c=1732486867509), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:21:08,240 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x204b65cb56d3b4c7 with lease ID 0x18c507b8e02c3255: Processing first storage report for DS-963dc03a-f372-4250-a365-4c027ce24695 from datanode DatanodeRegistration(127.0.0.1:42477, datanodeUuid=d6c37cc3-0a2e-4674-9bac-d5c1aa25106e, infoPort=41063, infoSecurePort=0, ipcPort=43081, storageInfo=lv=-57;cid=testClusterID;nsid=1797946871;c=1732486867509) 2024-11-24T22:21:08,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x204b65cb56d3b4c7 with lease ID 0x18c507b8e02c3255: from storage DS-963dc03a-f372-4250-a365-4c027ce24695 node DatanodeRegistration(127.0.0.1:42477, datanodeUuid=d6c37cc3-0a2e-4674-9bac-d5c1aa25106e, infoPort=41063, infoSecurePort=0, ipcPort=43081, storageInfo=lv=-57;cid=testClusterID;nsid=1797946871;c=1732486867509), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:21:08,265 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d 2024-11-24T22:21:08,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:08,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:08,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741825_1001 (size=7) 2024-11-24T22:21:08,313 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a with version=8 2024-11-24T22:21:08,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/hbase-staging 2024-11-24T22:21:08,316 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:21:08,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:08,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:08,317 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:21:08,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:08,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:21:08,317 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T22:21:08,317 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:21:08,317 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42487 2024-11-24T22:21:08,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42487 connecting to ZooKeeper ensemble=127.0.0.1:49162 2024-11-24T22:21:08,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424870x0, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:21:08,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42487-0x1014c117b0f0006 connected 2024-11-24T22:21:08,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:08,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:08,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Set watcher on znode that does not yet exist, /2-881872349/running 2024-11-24T22:21:08,345 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a, hbase.cluster.distributed=false 2024-11-24T22:21:08,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Set watcher on znode that does not yet exist, /2-881872349/acl 2024-11-24T22:21:08,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42487 2024-11-24T22:21:08,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42487 2024-11-24T22:21:08,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42487 2024-11-24T22:21:08,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42487 2024-11-24T22:21:08,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42487 2024-11-24T22:21:08,381 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:21:08,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:08,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:08,382 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:21:08,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:08,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:21:08,382 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T22:21:08,382 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:21:08,384 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36553 2024-11-24T22:21:08,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36553 connecting to ZooKeeper ensemble=127.0.0.1:49162 2024-11-24T22:21:08,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:08,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:08,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365530x0, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:21:08,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365530x0, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Set watcher on znode that does not yet exist, /2-881872349/running 2024-11-24T22:21:08,397 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T22:21:08,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36553-0x1014c117b0f0007 connected 2024-11-24T22:21:08,400 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T22:21:08,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36553-0x1014c117b0f0007, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Set watcher on znode that does not yet exist, /2-881872349/master 2024-11-24T22:21:08,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36553-0x1014c117b0f0007, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Set watcher on znode that does not yet exist, /2-881872349/acl 2024-11-24T22:21:08,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36553 2024-11-24T22:21:08,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36553 2024-11-24T22:21:08,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36553 2024-11-24T22:21:08,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36553 2024-11-24T22:21:08,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36553 2024-11-24T22:21:08,425 DEBUG [M:0;bd6592c37bb2:42487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:42487 2024-11-24T22:21:08,428 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-881872349/backup-masters/bd6592c37bb2,42487,1732486868316 2024-11-24T22:21:08,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36553-0x1014c117b0f0007, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-881872349/backup-masters 2024-11-24T22:21:08,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-881872349/backup-masters 2024-11-24T22:21:08,430 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Set watcher on existing znode=/2-881872349/backup-masters/bd6592c37bb2,42487,1732486868316 2024-11-24T22:21:08,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36553-0x1014c117b0f0007, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-881872349/master 2024-11-24T22:21:08,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36553-0x1014c117b0f0007, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-881872349 2024-11-24T22:21:08,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-881872349 2024-11-24T22:21:08,444 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Set watcher on existing znode=/2-881872349/master 2024-11-24T22:21:08,444 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-881872349/backup-masters/bd6592c37bb2,42487,1732486868316 from backup master directory 2024-11-24T22:21:08,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-881872349/backup-masters/bd6592c37bb2,42487,1732486868316 2024-11-24T22:21:08,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-881872349/backup-masters 2024-11-24T22:21:08,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36553-0x1014c117b0f0007, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-881872349/backup-masters 2024-11-24T22:21:08,448 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:21:08,448 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,42487,1732486868316 2024-11-24T22:21:08,458 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/hbase.id] with ID: f3005ce7-ed22-4543-a7c8-654f04ba14c1 2024-11-24T22:21:08,458 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/.tmp/hbase.id 2024-11-24T22:21:08,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741826_1002 (size=42) 2024-11-24T22:21:08,865 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/.tmp/hbase.id]:[hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/hbase.id] 2024-11-24T22:21:08,872 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:08,872 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T22:21:08,873 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T22:21:08,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-881872349 2024-11-24T22:21:08,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36553-0x1014c117b0f0007, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-881872349 2024-11-24T22:21:08,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741827_1003 (size=196) 2024-11-24T22:21:09,280 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:21:09,281 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T22:21:09,285 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:09,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741828_1004 (size=1189) 2024-11-24T22:21:09,490 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:21:09,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:09,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:09,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:09,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:09,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:09,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:09,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:09,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:09,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:09,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:09,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:09,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:09,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:09,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:09,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:09,581 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T22:21:09,696 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/data/master/store 2024-11-24T22:21:09,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741829_1005 (size=34) 2024-11-24T22:21:10,101 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:10,102 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:21:10,102 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:10,102 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:10,102 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:21:10,102 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:10,102 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:10,102 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486870102Disabling compacts and flushes for region at 1732486870102Disabling writes for close at 1732486870102Writing region close event to WAL at 1732486870102Closed at 1732486870102 2024-11-24T22:21:10,103 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/data/master/store/.initializing 2024-11-24T22:21:10,103 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/WALs/bd6592c37bb2,42487,1732486868316 2024-11-24T22:21:10,103 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:21:10,105 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C42487%2C1732486868316, suffix=, logDir=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/WALs/bd6592c37bb2,42487,1732486868316, archiveDir=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/oldWALs, maxLogs=10 2024-11-24T22:21:10,122 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/WALs/bd6592c37bb2,42487,1732486868316/bd6592c37bb2%2C42487%2C1732486868316.1732486870105, exclude list is [], retry=0 2024-11-24T22:21:10,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42477,DS-b2013afc-d5e6-4e1e-b8e5-82f0c27a68d9,DISK] 2024-11-24T22:21:10,126 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/WALs/bd6592c37bb2,42487,1732486868316/bd6592c37bb2%2C42487%2C1732486868316.1732486870105 2024-11-24T22:21:10,127 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41063:41063)] 2024-11-24T22:21:10,127 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:10,127 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:10,127 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:10,127 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:10,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:10,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T22:21:10,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:10,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:10,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:10,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T22:21:10,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:10,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:10,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:10,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T22:21:10,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:10,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:10,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:10,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T22:21:10,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:10,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:10,134 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:10,134 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:10,135 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:10,136 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:10,136 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:10,136 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:21:10,137 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:10,138 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:10,139 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69314553, jitterRate=0.03286732733249664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:21:10,139 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732486870127Initializing all the Stores at 1732486870128 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486870128Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486870128Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486870128Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486870128Cleaning up temporary data from old regions at 1732486870136 (+8 ms)Region opened successfully at 1732486870139 (+3 ms) 2024-11-24T22:21:10,139 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T22:21:10,141 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc595fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:21:10,142 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T22:21:10,142 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T22:21:10,142 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T22:21:10,142 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T22:21:10,142 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T22:21:10,143 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T22:21:10,143 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T22:21:10,144 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T22:21:10,145 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Unable to get data of znode /2-881872349/balancer because node does not exist (not necessarily an error) 2024-11-24T22:21:10,146 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-881872349/balancer already deleted, retry=false 2024-11-24T22:21:10,147 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T22:21:10,147 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Unable to get data of znode /2-881872349/normalizer because node does not exist (not necessarily an error) 2024-11-24T22:21:10,148 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-881872349/normalizer already deleted, retry=false 2024-11-24T22:21:10,149 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T22:21:10,149 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Unable to get data of znode /2-881872349/switch/split because node does not exist (not necessarily an error) 2024-11-24T22:21:10,152 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-881872349/switch/split already deleted, retry=false 2024-11-24T22:21:10,152 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Unable to get data of znode /2-881872349/switch/merge because node does not exist (not necessarily an error) 2024-11-24T22:21:10,153 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-881872349/switch/merge already deleted, retry=false 2024-11-24T22:21:10,155 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Unable to get data of znode /2-881872349/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T22:21:10,156 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-881872349/snapshot-cleanup already deleted, retry=false 2024-11-24T22:21:10,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-881872349/running 2024-11-24T22:21:10,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36553-0x1014c117b0f0007, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-881872349/running 2024-11-24T22:21:10,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-881872349 2024-11-24T22:21:10,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36553-0x1014c117b0f0007, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-881872349 2024-11-24T22:21:10,158 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,42487,1732486868316, sessionid=0x1014c117b0f0006, setting cluster-up flag (Was=false) 2024-11-24T22:21:10,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36553-0x1014c117b0f0007, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-881872349 2024-11-24T22:21:10,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-881872349 2024-11-24T22:21:10,166 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-881872349/flush-table-proc/acquired, /2-881872349/flush-table-proc/reached, /2-881872349/flush-table-proc/abort 2024-11-24T22:21:10,167 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,42487,1732486868316 2024-11-24T22:21:10,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-881872349 2024-11-24T22:21:10,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36553-0x1014c117b0f0007, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-881872349 2024-11-24T22:21:10,174 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-881872349/online-snapshot/acquired, /2-881872349/online-snapshot/reached, /2-881872349/online-snapshot/abort 2024-11-24T22:21:10,175 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,42487,1732486868316 2024-11-24T22:21:10,176 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T22:21:10,177 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:10,177 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T22:21:10,177 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T22:21:10,178 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,42487,1732486868316 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T22:21:10,179 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:10,179 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:10,179 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:10,179 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:10,179 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10 2024-11-24T22:21:10,179 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:10,179 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:21:10,179 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:10,180 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732486900180 2024-11-24T22:21:10,180 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T22:21:10,180 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T22:21:10,180 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T22:21:10,180 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T22:21:10,180 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:10,180 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T22:21:10,180 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T22:21:10,180 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T22:21:10,180 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:10,181 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T22:21:10,181 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T22:21:10,181 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T22:21:10,181 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T22:21:10,181 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:10,181 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T22:21:10,188 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T22:21:10,188 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T22:21:10,193 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486870188,5,FailOnTimeoutGroup] 2024-11-24T22:21:10,193 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486870193,5,FailOnTimeoutGroup] 2024-11-24T22:21:10,193 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:10,193 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T22:21:10,193 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:10,193 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:10,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741831_1007 (size=1321) 2024-11-24T22:21:10,215 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(746): ClusterId : f3005ce7-ed22-4543-a7c8-654f04ba14c1 2024-11-24T22:21:10,215 DEBUG [RS:0;bd6592c37bb2:36553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T22:21:10,217 DEBUG [RS:0;bd6592c37bb2:36553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T22:21:10,217 DEBUG [RS:0;bd6592c37bb2:36553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T22:21:10,219 DEBUG [RS:0;bd6592c37bb2:36553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T22:21:10,219 DEBUG [RS:0;bd6592c37bb2:36553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b7d162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:21:10,234 DEBUG [RS:0;bd6592c37bb2:36553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:36553 2024-11-24T22:21:10,235 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T22:21:10,235 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T22:21:10,235 DEBUG [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T22:21:10,235 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,42487,1732486868316 with port=36553, startcode=1732486868381 2024-11-24T22:21:10,235 DEBUG [RS:0;bd6592c37bb2:36553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T22:21:10,237 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T22:21:10,238 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,36553,1732486868381 2024-11-24T22:21:10,238 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42487 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,36553,1732486868381 2024-11-24T22:21:10,239 DEBUG [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a 2024-11-24T22:21:10,239 DEBUG [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36849 2024-11-24T22:21:10,239 DEBUG [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T22:21:10,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-881872349/rs 2024-11-24T22:21:10,249 DEBUG [RS:0;bd6592c37bb2:36553 {}] zookeeper.ZKUtil(111): regionserver:36553-0x1014c117b0f0007, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Set watcher on existing znode=/2-881872349/rs/bd6592c37bb2,36553,1732486868381 2024-11-24T22:21:10,249 WARN [RS:0;bd6592c37bb2:36553 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:21:10,249 INFO [RS:0;bd6592c37bb2:36553 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:10,250 DEBUG [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381 2024-11-24T22:21:10,250 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,36553,1732486868381] 2024-11-24T22:21:10,255 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T22:21:10,257 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T22:21:10,260 INFO [RS:0;bd6592c37bb2:36553 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T22:21:10,260 INFO [RS:0;bd6592c37bb2:36553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:10,263 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T22:21:10,264 INFO [RS:0;bd6592c37bb2:36553 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T22:21:10,264 INFO [RS:0;bd6592c37bb2:36553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:10,264 DEBUG [RS:0;bd6592c37bb2:36553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:10,264 DEBUG [RS:0;bd6592c37bb2:36553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:10,264 DEBUG [RS:0;bd6592c37bb2:36553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:10,264 DEBUG [RS:0;bd6592c37bb2:36553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:10,264 DEBUG [RS:0;bd6592c37bb2:36553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:10,264 DEBUG [RS:0;bd6592c37bb2:36553 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:21:10,264 DEBUG [RS:0;bd6592c37bb2:36553 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:10,264 DEBUG [RS:0;bd6592c37bb2:36553 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:10,264 DEBUG [RS:0;bd6592c37bb2:36553 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:10,264 DEBUG [RS:0;bd6592c37bb2:36553 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:10,264 DEBUG [RS:0;bd6592c37bb2:36553 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:10,264 DEBUG [RS:0;bd6592c37bb2:36553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:10,265 DEBUG [RS:0;bd6592c37bb2:36553 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:21:10,265 DEBUG [RS:0;bd6592c37bb2:36553 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:21:10,272 INFO [RS:0;bd6592c37bb2:36553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:10,272 INFO [RS:0;bd6592c37bb2:36553 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:10,272 INFO [RS:0;bd6592c37bb2:36553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:10,272 INFO [RS:0;bd6592c37bb2:36553 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:10,272 INFO [RS:0;bd6592c37bb2:36553 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:10,272 INFO [RS:0;bd6592c37bb2:36553 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,36553,1732486868381-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:21:10,295 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T22:21:10,295 INFO [RS:0;bd6592c37bb2:36553 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,36553,1732486868381-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:10,296 INFO [RS:0;bd6592c37bb2:36553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:10,296 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.Replication(171): bd6592c37bb2,36553,1732486868381 started 2024-11-24T22:21:10,314 INFO [RS:0;bd6592c37bb2:36553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:10,314 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,36553,1732486868381, RpcServer on bd6592c37bb2/172.17.0.2:36553, sessionid=0x1014c117b0f0007 2024-11-24T22:21:10,314 DEBUG [RS:0;bd6592c37bb2:36553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T22:21:10,314 DEBUG [RS:0;bd6592c37bb2:36553 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,36553,1732486868381 2024-11-24T22:21:10,314 DEBUG [RS:0;bd6592c37bb2:36553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,36553,1732486868381' 2024-11-24T22:21:10,315 DEBUG [RS:0;bd6592c37bb2:36553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-881872349/flush-table-proc/abort' 2024-11-24T22:21:10,316 DEBUG [RS:0;bd6592c37bb2:36553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-881872349/flush-table-proc/acquired' 2024-11-24T22:21:10,316 DEBUG [RS:0;bd6592c37bb2:36553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T22:21:10,316 DEBUG [RS:0;bd6592c37bb2:36553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T22:21:10,316 DEBUG [RS:0;bd6592c37bb2:36553 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,36553,1732486868381 2024-11-24T22:21:10,316 DEBUG [RS:0;bd6592c37bb2:36553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,36553,1732486868381' 2024-11-24T22:21:10,316 DEBUG [RS:0;bd6592c37bb2:36553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-881872349/online-snapshot/abort' 2024-11-24T22:21:10,317 DEBUG [RS:0;bd6592c37bb2:36553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-881872349/online-snapshot/acquired' 2024-11-24T22:21:10,317 DEBUG [RS:0;bd6592c37bb2:36553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T22:21:10,317 INFO [RS:0;bd6592c37bb2:36553 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T22:21:10,317 INFO [RS:0;bd6592c37bb2:36553 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T22:21:10,418 INFO [RS:0;bd6592c37bb2:36553 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:21:10,419 INFO [RS:0;bd6592c37bb2:36553 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C36553%2C1732486868381, suffix=, logDir=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381, archiveDir=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/oldWALs, maxLogs=10 2024-11-24T22:21:10,433 DEBUG [RS:0;bd6592c37bb2:36553 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419, exclude list is [], retry=0 2024-11-24T22:21:10,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42477,DS-b2013afc-d5e6-4e1e-b8e5-82f0c27a68d9,DISK] 2024-11-24T22:21:10,436 INFO [RS:0;bd6592c37bb2:36553 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 2024-11-24T22:21:10,437 DEBUG [RS:0;bd6592c37bb2:36553 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41063:41063)] 2024-11-24T22:21:10,603 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T22:21:10,603 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a 2024-11-24T22:21:10,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741833_1009 (size=32) 2024-11-24T22:21:11,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:11,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:21:11,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:21:11,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:11,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:11,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:21:11,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:21:11,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:11,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:11,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:21:11,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:21:11,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:11,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:11,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:21:11,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:21:11,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:11,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:11,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:21:11,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740 2024-11-24T22:21:11,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740 2024-11-24T22:21:11,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:21:11,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:21:11,023 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:21:11,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:21:11,029 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:11,030 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63020508, jitterRate=-0.06092125177383423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:21:11,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732486871008Initializing all the Stores at 1732486871009 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486871009Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486871009Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486871009Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486871009Cleaning up temporary data from old regions at 1732486871023 (+14 ms)Region opened successfully at 1732486871030 (+7 ms) 2024-11-24T22:21:11,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:21:11,030 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:21:11,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:21:11,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:21:11,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:21:11,030 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:21:11,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486871030Disabling compacts and flushes for region at 1732486871030Disabling writes for close at 1732486871030Writing region close event to WAL at 1732486871030Closed at 1732486871030 2024-11-24T22:21:11,031 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:11,031 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T22:21:11,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T22:21:11,032 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:21:11,033 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T22:21:11,184 DEBUG [bd6592c37bb2:42487 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:21:11,184 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,36553,1732486868381 2024-11-24T22:21:11,185 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,36553,1732486868381, state=OPENING 2024-11-24T22:21:11,187 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T22:21:11,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-881872349 2024-11-24T22:21:11,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36553-0x1014c117b0f0007, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-881872349 2024-11-24T22:21:11,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-881872349/meta-region-server: CHANGED 2024-11-24T22:21:11,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-881872349/meta-region-server: CHANGED 2024-11-24T22:21:11,189 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:21:11,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,36553,1732486868381}] 2024-11-24T22:21:11,341 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:21:11,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:21:11,361 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T22:21:11,361 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:11,362 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T22:21:11,365 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C36553%2C1732486868381.meta, suffix=.meta, logDir=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381, archiveDir=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/oldWALs, maxLogs=10 2024-11-24T22:21:11,384 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.meta.1732486871365.meta, exclude list is [], retry=0 2024-11-24T22:21:11,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42477,DS-b2013afc-d5e6-4e1e-b8e5-82f0c27a68d9,DISK] 2024-11-24T22:21:11,389 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.meta.1732486871365.meta 2024-11-24T22:21:11,389 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41063:41063)] 2024-11-24T22:21:11,389 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:11,389 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:21:11,390 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:21:11,390 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T22:21:11,390 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T22:21:11,390 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T22:21:11,390 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:11,390 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T22:21:11,390 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T22:21:11,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:21:11,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:21:11,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:11,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:11,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:21:11,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:21:11,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:11,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:11,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:21:11,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:21:11,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:11,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:11,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:21:11,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:21:11,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:11,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:11,395 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:21:11,395 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740 2024-11-24T22:21:11,396 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740 2024-11-24T22:21:11,397 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:21:11,397 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:21:11,397 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:21:11,398 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:21:11,398 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74796997, jitterRate=0.11456210911273956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:21:11,399 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T22:21:11,399 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732486871390Writing region info on filesystem at 1732486871390Initializing all the Stores at 1732486871391 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486871391Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486871391Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486871391Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486871391Cleaning up temporary data from old regions at 1732486871397 (+6 ms)Running coprocessor post-open hooks at 1732486871399 (+2 ms)Region opened successfully at 1732486871399 2024-11-24T22:21:11,399 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732486871341 2024-11-24T22:21:11,401 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T22:21:11,401 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T22:21:11,402 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,36553,1732486868381 2024-11-24T22:21:11,402 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,36553,1732486868381, state=OPEN 2024-11-24T22:21:11,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-881872349/meta-region-server 2024-11-24T22:21:11,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36553-0x1014c117b0f0007, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-881872349/meta-region-server 2024-11-24T22:21:11,404 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,36553,1732486868381 2024-11-24T22:21:11,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-881872349/meta-region-server: CHANGED 2024-11-24T22:21:11,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-881872349/meta-region-server: CHANGED 2024-11-24T22:21:11,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T22:21:11,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,36553,1732486868381 in 215 msec 2024-11-24T22:21:11,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T22:21:11,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 374 msec 2024-11-24T22:21:11,407 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:11,407 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T22:21:11,408 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:21:11,408 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,36553,1732486868381, seqNum=-1] 2024-11-24T22:21:11,408 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:21:11,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:21:11,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2360 sec 2024-11-24T22:21:11,413 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732486871413, completionTime=-1 2024-11-24T22:21:11,413 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T22:21:11,413 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T22:21:11,415 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T22:21:11,415 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732486931415 2024-11-24T22:21:11,415 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732486991415 2024-11-24T22:21:11,415 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T22:21:11,415 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,42487,1732486868316-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:11,415 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,42487,1732486868316-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:11,415 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,42487,1732486868316-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:11,415 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:42487, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:11,415 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:11,415 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:11,417 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T22:21:11,418 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.970sec 2024-11-24T22:21:11,418 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T22:21:11,418 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T22:21:11,418 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T22:21:11,418 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T22:21:11,418 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T22:21:11,419 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,42487,1732486868316-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:21:11,419 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,42487,1732486868316-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T22:21:11,420 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T22:21:11,420 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T22:21:11,420 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,42487,1732486868316-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:11,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe3fdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:11,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,42487,-1 for getting cluster id 2024-11-24T22:21:11,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:11,532 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3005ce7-ed22-4543-a7c8-654f04ba14c1' 2024-11-24T22:21:11,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:11,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3005ce7-ed22-4543-a7c8-654f04ba14c1" 2024-11-24T22:21:11,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb0a081, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:11,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,42487,-1] 2024-11-24T22:21:11,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:11,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:11,534 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:11,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55996d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:11,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:21:11,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,36553,1732486868381, seqNum=-1] 2024-11-24T22:21:11,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:21:11,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:21:11,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bd6592c37bb2,42487,1732486868316 2024-11-24T22:21:11,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49162 2024-11-24T22:21:11,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:21:11,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014c117b0f0008 connected 2024-11-24T22:21:11,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:21:11,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,33177,1732486862138 2024-11-24T22:21:11,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@327111a5 2024-11-24T22:21:11,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:21:11,572 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:21:11,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:21:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T22:21:11,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:21:11,580 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:11,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T22:21:11,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:21:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:11,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741835_1011 (size=902) 2024-11-24T22:21:11,633 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9fc8df3e4063b493b7271bca7280d30b, NAME => 'test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97 2024-11-24T22:21:11,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741836_1012 (size=39) 2024-11-24T22:21:11,655 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:11,655 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9fc8df3e4063b493b7271bca7280d30b, disabling compactions & flushes 2024-11-24T22:21:11,655 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b. 2024-11-24T22:21:11,655 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b. 2024-11-24T22:21:11,655 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b. after waiting 0 ms 2024-11-24T22:21:11,655 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b. 2024-11-24T22:21:11,655 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b. 2024-11-24T22:21:11,655 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9fc8df3e4063b493b7271bca7280d30b: Waiting for close lock at 1732486871655Disabling compacts and flushes for region at 1732486871655Disabling writes for close at 1732486871655Writing region close event to WAL at 1732486871655Closed at 1732486871655 2024-11-24T22:21:11,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:21:11,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732486871657"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486871657"}]},"ts":"1732486871657"} 2024-11-24T22:21:11,660 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:21:11,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:21:11,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486871661"}]},"ts":"1732486871661"} 2024-11-24T22:21:11,663 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T22:21:11,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9fc8df3e4063b493b7271bca7280d30b, ASSIGN}] 2024-11-24T22:21:11,665 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9fc8df3e4063b493b7271bca7280d30b, ASSIGN 2024-11-24T22:21:11,666 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9fc8df3e4063b493b7271bca7280d30b, ASSIGN; state=OFFLINE, location=bd6592c37bb2,43559,1732486862200; forceNewPlan=false, retain=false 2024-11-24T22:21:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:11,817 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9fc8df3e4063b493b7271bca7280d30b, regionState=OPENING, regionLocation=bd6592c37bb2,43559,1732486862200 2024-11-24T22:21:11,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9fc8df3e4063b493b7271bca7280d30b, ASSIGN because future has completed 2024-11-24T22:21:11,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fc8df3e4063b493b7271bca7280d30b, server=bd6592c37bb2,43559,1732486862200}] 2024-11-24T22:21:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:11,991 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b. 2024-11-24T22:21:11,991 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9fc8df3e4063b493b7271bca7280d30b, NAME => 'test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:11,992 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:21:11,992 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T22:21:11,992 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9fc8df3e4063b493b7271bca7280d30b 2024-11-24T22:21:11,992 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:11,992 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9fc8df3e4063b493b7271bca7280d30b 2024-11-24T22:21:11,992 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9fc8df3e4063b493b7271bca7280d30b 2024-11-24T22:21:11,994 INFO [StoreOpener-9fc8df3e4063b493b7271bca7280d30b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9fc8df3e4063b493b7271bca7280d30b 2024-11-24T22:21:11,995 INFO [StoreOpener-9fc8df3e4063b493b7271bca7280d30b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fc8df3e4063b493b7271bca7280d30b columnFamilyName f 2024-11-24T22:21:11,995 DEBUG [StoreOpener-9fc8df3e4063b493b7271bca7280d30b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:11,996 INFO [StoreOpener-9fc8df3e4063b493b7271bca7280d30b-1 {}] regionserver.HStore(327): Store=9fc8df3e4063b493b7271bca7280d30b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:11,996 INFO [StoreOpener-9fc8df3e4063b493b7271bca7280d30b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9fc8df3e4063b493b7271bca7280d30b 2024-11-24T22:21:11,998 INFO [StoreOpener-9fc8df3e4063b493b7271bca7280d30b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fc8df3e4063b493b7271bca7280d30b columnFamilyName f1 2024-11-24T22:21:11,998 DEBUG [StoreOpener-9fc8df3e4063b493b7271bca7280d30b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:12,000 INFO [StoreOpener-9fc8df3e4063b493b7271bca7280d30b-1 {}] regionserver.HStore(327): Store=9fc8df3e4063b493b7271bca7280d30b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:12,000 INFO [StoreOpener-9fc8df3e4063b493b7271bca7280d30b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9fc8df3e4063b493b7271bca7280d30b 2024-11-24T22:21:12,004 INFO [StoreOpener-9fc8df3e4063b493b7271bca7280d30b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fc8df3e4063b493b7271bca7280d30b columnFamilyName norep 2024-11-24T22:21:12,004 DEBUG [StoreOpener-9fc8df3e4063b493b7271bca7280d30b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:12,005 INFO [StoreOpener-9fc8df3e4063b493b7271bca7280d30b-1 {}] regionserver.HStore(327): Store=9fc8df3e4063b493b7271bca7280d30b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:12,005 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9fc8df3e4063b493b7271bca7280d30b 2024-11-24T22:21:12,007 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/default/test/9fc8df3e4063b493b7271bca7280d30b 2024-11-24T22:21:12,007 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/default/test/9fc8df3e4063b493b7271bca7280d30b 2024-11-24T22:21:12,008 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9fc8df3e4063b493b7271bca7280d30b 2024-11-24T22:21:12,009 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9fc8df3e4063b493b7271bca7280d30b 2024-11-24T22:21:12,010 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:21:12,012 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9fc8df3e4063b493b7271bca7280d30b 2024-11-24T22:21:12,040 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/default/test/9fc8df3e4063b493b7271bca7280d30b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:12,041 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9fc8df3e4063b493b7271bca7280d30b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60782965, jitterRate=-0.0942632406949997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:21:12,041 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9fc8df3e4063b493b7271bca7280d30b 2024-11-24T22:21:12,042 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9fc8df3e4063b493b7271bca7280d30b: Running coprocessor pre-open hook at 1732486871992Writing region info on filesystem at 1732486871993 (+1 ms)Initializing all the Stores at 1732486871993Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486871993Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486871994 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486871994Cleaning up temporary data from old regions at 1732486872009 (+15 ms)Running coprocessor post-open hooks at 1732486872041 (+32 ms)Region opened successfully at 1732486872042 (+1 ms) 2024-11-24T22:21:12,044 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b., pid=6, masterSystemTime=1732486871977 2024-11-24T22:21:12,046 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b. 2024-11-24T22:21:12,046 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b. 2024-11-24T22:21:12,047 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9fc8df3e4063b493b7271bca7280d30b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bd6592c37bb2,43559,1732486862200 2024-11-24T22:21:12,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fc8df3e4063b493b7271bca7280d30b, server=bd6592c37bb2,43559,1732486862200 because future has completed 2024-11-24T22:21:12,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T22:21:12,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9fc8df3e4063b493b7271bca7280d30b, server=bd6592c37bb2,43559,1732486862200 in 225 msec 2024-11-24T22:21:12,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T22:21:12,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9fc8df3e4063b493b7271bca7280d30b, ASSIGN in 389 msec 2024-11-24T22:21:12,056 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:21:12,056 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486872056"}]},"ts":"1732486872056"} 2024-11-24T22:21:12,061 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T22:21:12,062 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:21:12,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 489 msec 2024-11-24T22:21:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:12,210 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T22:21:12,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:21:12,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,41443,1732486865063 2024-11-24T22:21:12,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4346d715 2024-11-24T22:21:12,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:21:12,212 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:21:12,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:21:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T22:21:12,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:21:12,216 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:12,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T22:21:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:12,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:21:12,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741835_1011 (size=902) 2024-11-24T22:21:12,234 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b2dc01745ebda5ef44107738a7f6923, NAME => 'test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f 2024-11-24T22:21:12,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741836_1012 (size=39) 2024-11-24T22:21:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:12,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:12,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4b2dc01745ebda5ef44107738a7f6923, disabling compactions & flushes 2024-11-24T22:21:12,648 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923. 2024-11-24T22:21:12,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923. 2024-11-24T22:21:12,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923. after waiting 0 ms 2024-11-24T22:21:12,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923. 2024-11-24T22:21:12,648 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923. 2024-11-24T22:21:12,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b2dc01745ebda5ef44107738a7f6923: Waiting for close lock at 1732486872648Disabling compacts and flushes for region at 1732486872648Disabling writes for close at 1732486872648Writing region close event to WAL at 1732486872648Closed at 1732486872648 2024-11-24T22:21:12,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:21:12,650 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732486872649"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486872649"}]},"ts":"1732486872649"} 2024-11-24T22:21:12,652 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:21:12,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:21:12,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486872652"}]},"ts":"1732486872652"} 2024-11-24T22:21:12,654 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T22:21:12,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4b2dc01745ebda5ef44107738a7f6923, ASSIGN}] 2024-11-24T22:21:12,655 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4b2dc01745ebda5ef44107738a7f6923, ASSIGN 2024-11-24T22:21:12,656 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4b2dc01745ebda5ef44107738a7f6923, ASSIGN; state=OFFLINE, location=bd6592c37bb2,38547,1732486865114; forceNewPlan=false, retain=false 2024-11-24T22:21:12,806 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4b2dc01745ebda5ef44107738a7f6923, regionState=OPENING, regionLocation=bd6592c37bb2,38547,1732486865114 2024-11-24T22:21:12,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4b2dc01745ebda5ef44107738a7f6923, ASSIGN because future has completed 2024-11-24T22:21:12,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b2dc01745ebda5ef44107738a7f6923, server=bd6592c37bb2,38547,1732486865114}] 2024-11-24T22:21:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:12,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T22:21:12,850 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T22:21:12,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T22:21:12,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T22:21:12,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T22:21:12,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T22:21:12,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T22:21:12,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T22:21:12,976 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923. 2024-11-24T22:21:12,977 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b2dc01745ebda5ef44107738a7f6923, NAME => 'test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:12,977 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:21:12,977 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T22:21:12,978 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4b2dc01745ebda5ef44107738a7f6923 2024-11-24T22:21:12,978 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:12,978 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4b2dc01745ebda5ef44107738a7f6923 2024-11-24T22:21:12,978 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4b2dc01745ebda5ef44107738a7f6923 2024-11-24T22:21:12,980 INFO [StoreOpener-4b2dc01745ebda5ef44107738a7f6923-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4b2dc01745ebda5ef44107738a7f6923 2024-11-24T22:21:12,982 INFO [StoreOpener-4b2dc01745ebda5ef44107738a7f6923-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b2dc01745ebda5ef44107738a7f6923 columnFamilyName f 2024-11-24T22:21:12,982 DEBUG [StoreOpener-4b2dc01745ebda5ef44107738a7f6923-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:12,986 INFO [StoreOpener-4b2dc01745ebda5ef44107738a7f6923-1 {}] regionserver.HStore(327): Store=4b2dc01745ebda5ef44107738a7f6923/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:12,987 INFO [StoreOpener-4b2dc01745ebda5ef44107738a7f6923-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4b2dc01745ebda5ef44107738a7f6923 2024-11-24T22:21:12,988 INFO [StoreOpener-4b2dc01745ebda5ef44107738a7f6923-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b2dc01745ebda5ef44107738a7f6923 columnFamilyName f1 2024-11-24T22:21:12,988 DEBUG [StoreOpener-4b2dc01745ebda5ef44107738a7f6923-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:12,989 INFO [StoreOpener-4b2dc01745ebda5ef44107738a7f6923-1 {}] regionserver.HStore(327): Store=4b2dc01745ebda5ef44107738a7f6923/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:12,989 INFO [StoreOpener-4b2dc01745ebda5ef44107738a7f6923-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4b2dc01745ebda5ef44107738a7f6923 2024-11-24T22:21:12,990 INFO [StoreOpener-4b2dc01745ebda5ef44107738a7f6923-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b2dc01745ebda5ef44107738a7f6923 columnFamilyName norep 2024-11-24T22:21:12,990 DEBUG [StoreOpener-4b2dc01745ebda5ef44107738a7f6923-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:12,990 INFO [StoreOpener-4b2dc01745ebda5ef44107738a7f6923-1 {}] regionserver.HStore(327): Store=4b2dc01745ebda5ef44107738a7f6923/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:12,990 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4b2dc01745ebda5ef44107738a7f6923 2024-11-24T22:21:12,991 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/default/test/4b2dc01745ebda5ef44107738a7f6923 2024-11-24T22:21:12,991 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/default/test/4b2dc01745ebda5ef44107738a7f6923 2024-11-24T22:21:12,992 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4b2dc01745ebda5ef44107738a7f6923 2024-11-24T22:21:12,992 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4b2dc01745ebda5ef44107738a7f6923 2024-11-24T22:21:12,993 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:21:12,994 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4b2dc01745ebda5ef44107738a7f6923 2024-11-24T22:21:13,030 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/default/test/4b2dc01745ebda5ef44107738a7f6923/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:13,031 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4b2dc01745ebda5ef44107738a7f6923; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67240810, jitterRate=0.001966148614883423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:21:13,031 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b2dc01745ebda5ef44107738a7f6923 2024-11-24T22:21:13,031 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4b2dc01745ebda5ef44107738a7f6923: Running coprocessor pre-open hook at 1732486872978Writing region info on filesystem at 1732486872978Initializing all the Stores at 1732486872979 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486872979Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486872979Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486872979Cleaning up temporary data from old regions at 1732486872992 (+13 ms)Running coprocessor post-open hooks at 1732486873031 (+39 ms)Region opened successfully at 1732486873031 2024-11-24T22:21:13,033 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923., pid=6, masterSystemTime=1732486872969 2024-11-24T22:21:13,035 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923. 2024-11-24T22:21:13,035 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923. 2024-11-24T22:21:13,036 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4b2dc01745ebda5ef44107738a7f6923, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bd6592c37bb2,38547,1732486865114 2024-11-24T22:21:13,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b2dc01745ebda5ef44107738a7f6923, server=bd6592c37bb2,38547,1732486865114 because future has completed 2024-11-24T22:21:13,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T22:21:13,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b2dc01745ebda5ef44107738a7f6923, server=bd6592c37bb2,38547,1732486865114 in 257 msec 2024-11-24T22:21:13,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T22:21:13,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4b2dc01745ebda5ef44107738a7f6923, ASSIGN in 414 msec 2024-11-24T22:21:13,071 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:21:13,072 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486873071"}]},"ts":"1732486873071"} 2024-11-24T22:21:13,074 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T22:21:13,075 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:21:13,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 862 msec 2024-11-24T22:21:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:13,361 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T22:21:13,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:21:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,42487,1732486868316 2024-11-24T22:21:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6759ef52 2024-11-24T22:21:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:21:13,364 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:21:13,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:21:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T22:21:13,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:21:13,368 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:13,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T22:21:13,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:21:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:13,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741835_1011 (size=902) 2024-11-24T22:21:13,400 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 012c82d3fc65df39686684bd165ae40b, NAME => 'test,,1732486873364.012c82d3fc65df39686684bd165ae40b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a 2024-11-24T22:21:13,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741836_1012 (size=39) 2024-11-24T22:21:13,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732486873364.012c82d3fc65df39686684bd165ae40b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:13,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 012c82d3fc65df39686684bd165ae40b, disabling compactions & flushes 2024-11-24T22:21:13,460 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732486873364.012c82d3fc65df39686684bd165ae40b. 2024-11-24T22:21:13,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486873364.012c82d3fc65df39686684bd165ae40b. 2024-11-24T22:21:13,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732486873364.012c82d3fc65df39686684bd165ae40b. after waiting 0 ms 2024-11-24T22:21:13,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732486873364.012c82d3fc65df39686684bd165ae40b. 2024-11-24T22:21:13,460 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732486873364.012c82d3fc65df39686684bd165ae40b. 2024-11-24T22:21:13,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 012c82d3fc65df39686684bd165ae40b: Waiting for close lock at 1732486873460Disabling compacts and flushes for region at 1732486873460Disabling writes for close at 1732486873460Writing region close event to WAL at 1732486873460Closed at 1732486873460 2024-11-24T22:21:13,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:21:13,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732486873364.012c82d3fc65df39686684bd165ae40b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732486873462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486873462"}]},"ts":"1732486873462"} 2024-11-24T22:21:13,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:21:13,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:21:13,466 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486873466"}]},"ts":"1732486873466"} 2024-11-24T22:21:13,468 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T22:21:13,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=012c82d3fc65df39686684bd165ae40b, ASSIGN}] 2024-11-24T22:21:13,470 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=012c82d3fc65df39686684bd165ae40b, ASSIGN 2024-11-24T22:21:13,471 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=012c82d3fc65df39686684bd165ae40b, ASSIGN; state=OFFLINE, location=bd6592c37bb2,36553,1732486868381; forceNewPlan=false, retain=false 2024-11-24T22:21:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:13,622 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=012c82d3fc65df39686684bd165ae40b, regionState=OPENING, regionLocation=bd6592c37bb2,36553,1732486868381 2024-11-24T22:21:13,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=012c82d3fc65df39686684bd165ae40b, ASSIGN because future has completed 2024-11-24T22:21:13,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 012c82d3fc65df39686684bd165ae40b, server=bd6592c37bb2,36553,1732486868381}] 2024-11-24T22:21:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:13,784 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732486873364.012c82d3fc65df39686684bd165ae40b. 2024-11-24T22:21:13,785 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 012c82d3fc65df39686684bd165ae40b, NAME => 'test,,1732486873364.012c82d3fc65df39686684bd165ae40b.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:13,785 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:21:13,785 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T22:21:13,785 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 012c82d3fc65df39686684bd165ae40b 2024-11-24T22:21:13,785 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732486873364.012c82d3fc65df39686684bd165ae40b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:13,786 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 012c82d3fc65df39686684bd165ae40b 2024-11-24T22:21:13,786 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 012c82d3fc65df39686684bd165ae40b 2024-11-24T22:21:13,788 INFO [StoreOpener-012c82d3fc65df39686684bd165ae40b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 012c82d3fc65df39686684bd165ae40b 2024-11-24T22:21:13,790 INFO [StoreOpener-012c82d3fc65df39686684bd165ae40b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 012c82d3fc65df39686684bd165ae40b columnFamilyName f 2024-11-24T22:21:13,790 DEBUG [StoreOpener-012c82d3fc65df39686684bd165ae40b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:13,790 INFO [StoreOpener-012c82d3fc65df39686684bd165ae40b-1 {}] regionserver.HStore(327): Store=012c82d3fc65df39686684bd165ae40b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:13,790 INFO [StoreOpener-012c82d3fc65df39686684bd165ae40b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 012c82d3fc65df39686684bd165ae40b 2024-11-24T22:21:13,791 INFO [StoreOpener-012c82d3fc65df39686684bd165ae40b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 012c82d3fc65df39686684bd165ae40b columnFamilyName f1 2024-11-24T22:21:13,791 DEBUG [StoreOpener-012c82d3fc65df39686684bd165ae40b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:13,791 INFO [StoreOpener-012c82d3fc65df39686684bd165ae40b-1 {}] regionserver.HStore(327): Store=012c82d3fc65df39686684bd165ae40b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:13,791 INFO [StoreOpener-012c82d3fc65df39686684bd165ae40b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 012c82d3fc65df39686684bd165ae40b 2024-11-24T22:21:13,792 INFO [StoreOpener-012c82d3fc65df39686684bd165ae40b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 012c82d3fc65df39686684bd165ae40b columnFamilyName norep 2024-11-24T22:21:13,792 DEBUG [StoreOpener-012c82d3fc65df39686684bd165ae40b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:13,793 INFO [StoreOpener-012c82d3fc65df39686684bd165ae40b-1 {}] regionserver.HStore(327): Store=012c82d3fc65df39686684bd165ae40b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:13,793 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 012c82d3fc65df39686684bd165ae40b 2024-11-24T22:21:13,794 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/default/test/012c82d3fc65df39686684bd165ae40b 2024-11-24T22:21:13,794 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/default/test/012c82d3fc65df39686684bd165ae40b 2024-11-24T22:21:13,795 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 012c82d3fc65df39686684bd165ae40b 2024-11-24T22:21:13,795 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 012c82d3fc65df39686684bd165ae40b 2024-11-24T22:21:13,795 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:21:13,796 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 012c82d3fc65df39686684bd165ae40b 2024-11-24T22:21:13,798 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/default/test/012c82d3fc65df39686684bd165ae40b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:13,799 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 012c82d3fc65df39686684bd165ae40b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63461558, jitterRate=-0.05434909462928772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:21:13,799 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 012c82d3fc65df39686684bd165ae40b 2024-11-24T22:21:13,799 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 012c82d3fc65df39686684bd165ae40b: Running coprocessor pre-open hook at 1732486873786Writing region info on filesystem at 1732486873786Initializing all the Stores at 1732486873786Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486873786Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486873788 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486873788Cleaning up temporary data from old regions at 1732486873795 (+7 ms)Running coprocessor post-open hooks at 1732486873799 (+4 ms)Region opened successfully at 1732486873799 2024-11-24T22:21:13,800 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732486873364.012c82d3fc65df39686684bd165ae40b., pid=6, masterSystemTime=1732486873779 2024-11-24T22:21:13,803 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732486873364.012c82d3fc65df39686684bd165ae40b. 2024-11-24T22:21:13,803 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732486873364.012c82d3fc65df39686684bd165ae40b. 2024-11-24T22:21:13,803 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=012c82d3fc65df39686684bd165ae40b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bd6592c37bb2,36553,1732486868381 2024-11-24T22:21:13,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 012c82d3fc65df39686684bd165ae40b, server=bd6592c37bb2,36553,1732486868381 because future has completed 2024-11-24T22:21:13,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T22:21:13,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 012c82d3fc65df39686684bd165ae40b, server=bd6592c37bb2,36553,1732486868381 in 182 msec 2024-11-24T22:21:13,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T22:21:13,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=012c82d3fc65df39686684bd165ae40b, ASSIGN in 340 msec 2024-11-24T22:21:13,814 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:21:13,815 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486873814"}]},"ts":"1732486873814"} 2024-11-24T22:21:13,825 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T22:21:13,831 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:21:13,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 466 msec 2024-11-24T22:21:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:14,002 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T22:21:14,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703b1795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:14,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,33177,-1 for getting cluster id 2024-11-24T22:21:14,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:14,004 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfd48b09-69bb-4cab-ba94-da88404a7306' 2024-11-24T22:21:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfd48b09-69bb-4cab-ba94-da88404a7306" 2024-11-24T22:21:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bcf0ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,33177,-1] 2024-11-24T22:21:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:14,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:14,007 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:14,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2af077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:14,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:21:14,009 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,33177,1732486862138 2024-11-24T22:21:14,009 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e667b4a 2024-11-24T22:21:14,009 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:21:14,010 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:21:14,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bd6592c37bb2:41443,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T22:21:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T22:21:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:21:14,014 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:41443' 2024-11-24T22:21:14,015 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745d8111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:14,015 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,41443,-1 for getting cluster id 2024-11-24T22:21:14,015 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:14,016 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b778d48-5699-43c1-9e9f-c6de8e86d7db' 2024-11-24T22:21:14,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:14,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b778d48-5699-43c1-9e9f-c6de8e86d7db" 2024-11-24T22:21:14,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5efdcc83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:14,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,41443,-1] 2024-11-24T22:21:14,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:14,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:14,018 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:14,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b4b1a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:14,019 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:21:14,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,41443,1732486865063 2024-11-24T22:21:14,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63c59f38 2024-11-24T22:21:14,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:21:14,022 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:21:14,023 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-24T22:21:14,023 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T22:21:14,023 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:14,023 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:14,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:21:14,024 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:21:14,025 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T22:21:14,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:21:14,026 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:14,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:21:14,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741837_1013 (size=1138) 2024-11-24T22:21:14,069 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a04f513673fabe78a297fcec06039eb, NAME => 'hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97 2024-11-24T22:21:14,075 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T22:21:14,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741838_1014 (size=44) 2024-11-24T22:21:14,081 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:14,081 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4a04f513673fabe78a297fcec06039eb, disabling compactions & flushes 2024-11-24T22:21:14,081 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb. 2024-11-24T22:21:14,081 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb. 2024-11-24T22:21:14,081 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb. after waiting 0 ms 2024-11-24T22:21:14,081 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb. 2024-11-24T22:21:14,081 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb. 2024-11-24T22:21:14,081 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a04f513673fabe78a297fcec06039eb: Waiting for close lock at 1732486874081Disabling compacts and flushes for region at 1732486874081Disabling writes for close at 1732486874081Writing region close event to WAL at 1732486874081Closed at 1732486874081 2024-11-24T22:21:14,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:21:14,083 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732486874083"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486874083"}]},"ts":"1732486874083"} 2024-11-24T22:21:14,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:21:14,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:21:14,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486874086"}]},"ts":"1732486874086"} 2024-11-24T22:21:14,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T22:21:14,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a04f513673fabe78a297fcec06039eb, ASSIGN}] 2024-11-24T22:21:14,093 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a04f513673fabe78a297fcec06039eb, ASSIGN 2024-11-24T22:21:14,094 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a04f513673fabe78a297fcec06039eb, ASSIGN; state=OFFLINE, location=bd6592c37bb2,43559,1732486862200; forceNewPlan=false, retain=false 2024-11-24T22:21:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:21:14,246 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4a04f513673fabe78a297fcec06039eb, regionState=OPENING, regionLocation=bd6592c37bb2,43559,1732486862200 2024-11-24T22:21:14,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a04f513673fabe78a297fcec06039eb, ASSIGN because future has completed 2024-11-24T22:21:14,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a04f513673fabe78a297fcec06039eb, server=bd6592c37bb2,43559,1732486862200}] 2024-11-24T22:21:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:21:14,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb. 2024-11-24T22:21:14,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:14,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T22:21:14,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C43559%2C1732486862200.rep, suffix=, logDir=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200, archiveDir=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/oldWALs, maxLogs=10 2024-11-24T22:21:14,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.rep.1732486874416, exclude list is [], retry=0 2024-11-24T22:21:14,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34569,DS-e1c4fa95-28e9-4ec6-bbe9-b9f5afa788e2,DISK] 2024-11-24T22:21:14,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.rep.1732486874416 2024-11-24T22:21:14,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35501:35501)] 2024-11-24T22:21:14,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a04f513673fabe78a297fcec06039eb, NAME => 'hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:14,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:21:14,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:21:14,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb. service=MultiRowMutationService 2024-11-24T22:21:14,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T22:21:14,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4a04f513673fabe78a297fcec06039eb 2024-11-24T22:21:14,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:14,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4a04f513673fabe78a297fcec06039eb 2024-11-24T22:21:14,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4a04f513673fabe78a297fcec06039eb 2024-11-24T22:21:14,456 INFO [StoreOpener-4a04f513673fabe78a297fcec06039eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4a04f513673fabe78a297fcec06039eb 2024-11-24T22:21:14,458 INFO [StoreOpener-4a04f513673fabe78a297fcec06039eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a04f513673fabe78a297fcec06039eb columnFamilyName hfileref 2024-11-24T22:21:14,458 DEBUG [StoreOpener-4a04f513673fabe78a297fcec06039eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:14,458 INFO [StoreOpener-4a04f513673fabe78a297fcec06039eb-1 {}] regionserver.HStore(327): Store=4a04f513673fabe78a297fcec06039eb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:14,459 INFO [StoreOpener-4a04f513673fabe78a297fcec06039eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4a04f513673fabe78a297fcec06039eb 2024-11-24T22:21:14,460 INFO [StoreOpener-4a04f513673fabe78a297fcec06039eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a04f513673fabe78a297fcec06039eb columnFamilyName queue 2024-11-24T22:21:14,461 DEBUG [StoreOpener-4a04f513673fabe78a297fcec06039eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:14,461 INFO [StoreOpener-4a04f513673fabe78a297fcec06039eb-1 {}] regionserver.HStore(327): Store=4a04f513673fabe78a297fcec06039eb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:14,461 INFO [StoreOpener-4a04f513673fabe78a297fcec06039eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4a04f513673fabe78a297fcec06039eb 2024-11-24T22:21:14,462 INFO [StoreOpener-4a04f513673fabe78a297fcec06039eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a04f513673fabe78a297fcec06039eb columnFamilyName sid 2024-11-24T22:21:14,462 DEBUG [StoreOpener-4a04f513673fabe78a297fcec06039eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:14,463 INFO [StoreOpener-4a04f513673fabe78a297fcec06039eb-1 {}] regionserver.HStore(327): Store=4a04f513673fabe78a297fcec06039eb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:14,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4a04f513673fabe78a297fcec06039eb 2024-11-24T22:21:14,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/replication/4a04f513673fabe78a297fcec06039eb 2024-11-24T22:21:14,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/replication/4a04f513673fabe78a297fcec06039eb 2024-11-24T22:21:14,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4a04f513673fabe78a297fcec06039eb 2024-11-24T22:21:14,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4a04f513673fabe78a297fcec06039eb 2024-11-24T22:21:14,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:21:14,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4a04f513673fabe78a297fcec06039eb 2024-11-24T22:21:14,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/replication/4a04f513673fabe78a297fcec06039eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:14,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4a04f513673fabe78a297fcec06039eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67988139, jitterRate=0.013102218508720398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:21:14,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a04f513673fabe78a297fcec06039eb 2024-11-24T22:21:14,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4a04f513673fabe78a297fcec06039eb: Running coprocessor pre-open hook at 1732486874454Writing region info on filesystem at 1732486874454Initializing all the Stores at 1732486874455 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486874455Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486874456 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486874456Cleaning up temporary data from old regions at 1732486874468 (+12 ms)Running coprocessor post-open hooks at 1732486874481 (+13 ms)Region opened successfully at 1732486874481 2024-11-24T22:21:14,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb., pid=10, masterSystemTime=1732486874401 2024-11-24T22:21:14,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb. 2024-11-24T22:21:14,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb. 2024-11-24T22:21:14,493 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4a04f513673fabe78a297fcec06039eb, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,43559,1732486862200 2024-11-24T22:21:14,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a04f513673fabe78a297fcec06039eb, server=bd6592c37bb2,43559,1732486862200 because future has completed 2024-11-24T22:21:14,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T22:21:14,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a04f513673fabe78a297fcec06039eb, server=bd6592c37bb2,43559,1732486862200 in 248 msec 2024-11-24T22:21:14,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T22:21:14,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a04f513673fabe78a297fcec06039eb, ASSIGN in 408 msec 2024-11-24T22:21:14,503 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:21:14,503 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486874503"}]},"ts":"1732486874503"} 2024-11-24T22:21:14,505 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T22:21:14,506 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:21:14,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 482 msec 2024-11-24T22:21:14,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb., hostname=bd6592c37bb2,43559,1732486862200, seqNum=2] 2024-11-24T22:21:14,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1903874784 2024-11-24T22:21:14,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1014c117b0f0001, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1903874784 2024-11-24T22:21:14,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T22:21:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:21:14,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T22:21:14,714 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T22:21:14,757 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bd6592c37bb2,43559,1732486862200, ReplicationSource: 1, currentBandwidth=0 2024-11-24T22:21:14,757 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:21:14,757 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,43559,1732486862200, seqNum=-1] 2024-11-24T22:21:14,758 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:21:14,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-24T22:21:14,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bd6592c37bb2,43559,1732486862200', locateType=CURRENT is [region=hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb., hostname=bd6592c37bb2,43559,1732486862200, seqNum=2] 2024-11-24T22:21:14,763 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T22:21:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T22:21:14,766 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bd6592c37bb2,43559,1732486862200 suceeded 2024-11-24T22:21:14,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T22:21:14,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-11-24T22:21:14,768 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bd6592c37bb2:41443,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T22:21:14,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 758 msec 2024-11-24T22:21:14,784 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:41443' 2024-11-24T22:21:14,787 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c92f2f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:14,788 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,41443,-1 for getting cluster id 2024-11-24T22:21:14,788 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:14,789 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b778d48-5699-43c1-9e9f-c6de8e86d7db' 2024-11-24T22:21:14,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:14,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b778d48-5699-43c1-9e9f-c6de8e86d7db" 2024-11-24T22:21:14,789 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:14,789 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4646af61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:14,789 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,41443,-1] 2024-11-24T22:21:14,790 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:14,790 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:14,791 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fa8cb29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:14,791 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:21:14,792 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,41443,1732486865063 2024-11-24T22:21:14,792 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28527f50 2024-11-24T22:21:14,792 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:21:14,793 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-24T22:21:14,801 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bd6592c37bb2,43559,1732486862200 (queues=1) is replicating from cluster=dfd48b09-69bb-4cab-ba94-da88404a7306 to cluster=3b778d48-5699-43c1-9e9f-c6de8e86d7db 2024-11-24T22:21:14,802 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bd6592c37bb2%2C43559%2C1732486862200 2024-11-24T22:21:14,802 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bd6592c37bb2,43559,1732486862200, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T22:21:14,821 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401, startPosition=0, beingWritten=true 2024-11-24T22:21:14,830 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.shipperbd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bd6592c37bb2%2C43559%2C1732486862200 2024-11-24T22:21:14,868 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:21:14,868 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 379, reset compression=false 2024-11-24T22:21:14,868 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.shipperbd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,43559,1732486862200 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:21:15,099 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 379, reset compression=false 2024-11-24T22:21:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:21:15,151 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T22:21:15,151 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:21:15,151 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:21:15,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:15,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:15,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:21:15,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef6288b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:15,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,41443,-1 for getting cluster id 2024-11-24T22:21:15,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:15,162 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b778d48-5699-43c1-9e9f-c6de8e86d7db' 2024-11-24T22:21:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b778d48-5699-43c1-9e9f-c6de8e86d7db" 2024-11-24T22:21:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5da625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,41443,-1] 2024-11-24T22:21:15,163 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:15,163 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:15,164 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:15,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0e26d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:15,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:21:15,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,41443,1732486865063 2024-11-24T22:21:15,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49fa9a3c 2024-11-24T22:21:15,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:21:15,167 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:21:15,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bd6592c37bb2:42487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T22:21:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T22:21:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:21:15,171 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:42487' 2024-11-24T22:21:15,189 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c442438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:15,189 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,42487,-1 for getting cluster id 2024-11-24T22:21:15,189 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:15,189 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3005ce7-ed22-4543-a7c8-654f04ba14c1' 2024-11-24T22:21:15,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:15,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3005ce7-ed22-4543-a7c8-654f04ba14c1" 2024-11-24T22:21:15,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48089640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:15,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,42487,-1] 2024-11-24T22:21:15,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:15,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:15,191 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:15,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b60924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:15,192 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:21:15,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,42487,1732486868316 2024-11-24T22:21:15,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68b7dca1 2024-11-24T22:21:15,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:21:15,194 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:21:15,195 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T22:21:15,195 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T22:21:15,195 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:15,196 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:15,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:21:15,196 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:21:15,197 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T22:21:15,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:21:15,198 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:15,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:21:15,248 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T22:21:15,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741837_1013 (size=1138) 2024-11-24T22:21:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:21:15,283 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b56bbea5c6840c1d7750d682e0955687, NAME => 'hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f 2024-11-24T22:21:15,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741838_1014 (size=44) 2024-11-24T22:21:15,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:15,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b56bbea5c6840c1d7750d682e0955687, disabling compactions & flushes 2024-11-24T22:21:15,311 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687. 2024-11-24T22:21:15,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687. 2024-11-24T22:21:15,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687. after waiting 0 ms 2024-11-24T22:21:15,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687. 2024-11-24T22:21:15,311 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687. 2024-11-24T22:21:15,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b56bbea5c6840c1d7750d682e0955687: Waiting for close lock at 1732486875311Disabling compacts and flushes for region at 1732486875311Disabling writes for close at 1732486875311Writing region close event to WAL at 1732486875311Closed at 1732486875311 2024-11-24T22:21:15,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:21:15,313 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732486875313"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486875313"}]},"ts":"1732486875313"} 2024-11-24T22:21:15,315 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:21:15,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:21:15,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486875317"}]},"ts":"1732486875317"} 2024-11-24T22:21:15,321 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T22:21:15,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b56bbea5c6840c1d7750d682e0955687, ASSIGN}] 2024-11-24T22:21:15,323 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b56bbea5c6840c1d7750d682e0955687, ASSIGN 2024-11-24T22:21:15,324 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b56bbea5c6840c1d7750d682e0955687, ASSIGN; state=OFFLINE, location=bd6592c37bb2,38547,1732486865114; forceNewPlan=false, retain=false 2024-11-24T22:21:15,442 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 379, reset compression=false 2024-11-24T22:21:15,475 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b56bbea5c6840c1d7750d682e0955687, regionState=OPENING, regionLocation=bd6592c37bb2,38547,1732486865114 2024-11-24T22:21:15,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b56bbea5c6840c1d7750d682e0955687, ASSIGN because future has completed 2024-11-24T22:21:15,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b56bbea5c6840c1d7750d682e0955687, server=bd6592c37bb2,38547,1732486865114}] 2024-11-24T22:21:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:21:15,582 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T22:21:15,583 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T22:21:15,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687. 2024-11-24T22:21:15,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:15,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T22:21:15,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C38547%2C1732486865114.rep, suffix=, logDir=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114, archiveDir=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/oldWALs, maxLogs=10 2024-11-24T22:21:15,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.rep.1732486875650, exclude list is [], retry=0 2024-11-24T22:21:15,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45445,DS-078789a2-0552-46dc-b922-8f93bc969112,DISK] 2024-11-24T22:21:15,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.rep.1732486875650 2024-11-24T22:21:15,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39243:39243)] 2024-11-24T22:21:15,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b56bbea5c6840c1d7750d682e0955687, NAME => 'hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:15,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:21:15,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:21:15,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687. service=MultiRowMutationService 2024-11-24T22:21:15,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T22:21:15,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b56bbea5c6840c1d7750d682e0955687 2024-11-24T22:21:15,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:15,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b56bbea5c6840c1d7750d682e0955687 2024-11-24T22:21:15,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b56bbea5c6840c1d7750d682e0955687 2024-11-24T22:21:15,671 INFO [StoreOpener-b56bbea5c6840c1d7750d682e0955687-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b56bbea5c6840c1d7750d682e0955687 2024-11-24T22:21:15,672 INFO [StoreOpener-b56bbea5c6840c1d7750d682e0955687-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b56bbea5c6840c1d7750d682e0955687 columnFamilyName hfileref 2024-11-24T22:21:15,672 DEBUG [StoreOpener-b56bbea5c6840c1d7750d682e0955687-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:15,672 INFO [StoreOpener-b56bbea5c6840c1d7750d682e0955687-1 {}] regionserver.HStore(327): Store=b56bbea5c6840c1d7750d682e0955687/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:15,672 INFO [StoreOpener-b56bbea5c6840c1d7750d682e0955687-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b56bbea5c6840c1d7750d682e0955687 2024-11-24T22:21:15,673 INFO [StoreOpener-b56bbea5c6840c1d7750d682e0955687-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b56bbea5c6840c1d7750d682e0955687 columnFamilyName queue 2024-11-24T22:21:15,673 DEBUG [StoreOpener-b56bbea5c6840c1d7750d682e0955687-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:15,674 INFO [StoreOpener-b56bbea5c6840c1d7750d682e0955687-1 {}] regionserver.HStore(327): Store=b56bbea5c6840c1d7750d682e0955687/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:15,674 INFO [StoreOpener-b56bbea5c6840c1d7750d682e0955687-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b56bbea5c6840c1d7750d682e0955687 2024-11-24T22:21:15,674 INFO [StoreOpener-b56bbea5c6840c1d7750d682e0955687-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b56bbea5c6840c1d7750d682e0955687 columnFamilyName sid 2024-11-24T22:21:15,674 DEBUG [StoreOpener-b56bbea5c6840c1d7750d682e0955687-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:15,675 INFO [StoreOpener-b56bbea5c6840c1d7750d682e0955687-1 {}] regionserver.HStore(327): Store=b56bbea5c6840c1d7750d682e0955687/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:15,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b56bbea5c6840c1d7750d682e0955687 2024-11-24T22:21:15,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/replication/b56bbea5c6840c1d7750d682e0955687 2024-11-24T22:21:15,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/replication/b56bbea5c6840c1d7750d682e0955687 2024-11-24T22:21:15,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b56bbea5c6840c1d7750d682e0955687 2024-11-24T22:21:15,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b56bbea5c6840c1d7750d682e0955687 2024-11-24T22:21:15,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:21:15,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b56bbea5c6840c1d7750d682e0955687 2024-11-24T22:21:15,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/replication/b56bbea5c6840c1d7750d682e0955687/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:15,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b56bbea5c6840c1d7750d682e0955687; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64515399, jitterRate=-0.03864564001560211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:21:15,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b56bbea5c6840c1d7750d682e0955687 2024-11-24T22:21:15,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b56bbea5c6840c1d7750d682e0955687: Running coprocessor pre-open hook at 1732486875670Writing region info on filesystem at 1732486875670Initializing all the Stores at 1732486875671 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486875671Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486875671Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486875671Cleaning up temporary data from old regions at 1732486875676 (+5 ms)Running coprocessor post-open hooks at 1732486875679 (+3 ms)Region opened successfully at 1732486875679 2024-11-24T22:21:15,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687., pid=10, masterSystemTime=1732486875633 2024-11-24T22:21:15,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687. 2024-11-24T22:21:15,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687. 2024-11-24T22:21:15,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b56bbea5c6840c1d7750d682e0955687, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,38547,1732486865114 2024-11-24T22:21:15,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b56bbea5c6840c1d7750d682e0955687, server=bd6592c37bb2,38547,1732486865114 because future has completed 2024-11-24T22:21:15,684 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41443 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=bd6592c37bb2,38547,1732486865114, table=hbase:replication, region=b56bbea5c6840c1d7750d682e0955687. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T22:21:15,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T22:21:15,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b56bbea5c6840c1d7750d682e0955687, server=bd6592c37bb2,38547,1732486865114 in 206 msec 2024-11-24T22:21:15,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T22:21:15,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b56bbea5c6840c1d7750d682e0955687, ASSIGN in 365 msec 2024-11-24T22:21:15,690 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:21:15,690 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486875690"}]},"ts":"1732486875690"} 2024-11-24T22:21:15,691 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T22:21:15,692 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:21:15,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 496 msec 2024-11-24T22:21:15,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687., hostname=bd6592c37bb2,38547,1732486865114, seqNum=2] 2024-11-24T22:21:15,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014c117b0f0004, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-405829185 2024-11-24T22:21:15,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-405829185 2024-11-24T22:21:15,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T22:21:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:21:15,850 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 379, reset compression=false 2024-11-24T22:21:15,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T22:21:15,874 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T22:21:15,935 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bd6592c37bb2,38547,1732486865114, ReplicationSource: 1, currentBandwidth=0 2024-11-24T22:21:15,935 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:21:15,935 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,38547,1732486865114, seqNum=-1] 2024-11-24T22:21:15,936 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:21:15,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-24T22:21:15,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bd6592c37bb2,38547,1732486865114', locateType=CURRENT is [region=hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687., hostname=bd6592c37bb2,38547,1732486865114, seqNum=2] 2024-11-24T22:21:15,942 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T22:21:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T22:21:15,944 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bd6592c37bb2,38547,1732486865114 suceeded 2024-11-24T22:21:15,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T22:21:15,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-11-24T22:21:15,947 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bd6592c37bb2:42487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T22:21:15,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 780 msec 2024-11-24T22:21:15,957 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:42487' 2024-11-24T22:21:15,958 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ecbd794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:15,958 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,42487,-1 for getting cluster id 2024-11-24T22:21:15,959 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:15,959 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3005ce7-ed22-4543-a7c8-654f04ba14c1' 2024-11-24T22:21:15,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:15,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3005ce7-ed22-4543-a7c8-654f04ba14c1" 2024-11-24T22:21:15,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71cafa67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:15,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,42487,-1] 2024-11-24T22:21:15,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:15,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:15,961 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:15,961 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d42777c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:15,962 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:21:15,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,42487,1732486868316 2024-11-24T22:21:15,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50ddb53e 2024-11-24T22:21:15,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:21:15,963 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-24T22:21:15,964 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bd6592c37bb2,38547,1732486865114 (queues=1) is replicating from cluster=3b778d48-5699-43c1-9e9f-c6de8e86d7db to cluster=f3005ce7-ed22-4543-a7c8-654f04ba14c1 2024-11-24T22:21:15,964 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bd6592c37bb2%2C38547%2C1732486865114 2024-11-24T22:21:15,964 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bd6592c37bb2,38547,1732486865114, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T22:21:15,964 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750, startPosition=0, beingWritten=true 2024-11-24T22:21:15,964 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.shipperbd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bd6592c37bb2%2C38547%2C1732486865114 2024-11-24T22:21:15,970 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:21:15,970 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 379, reset compression=false 2024-11-24T22:21:15,970 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.shipperbd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,38547,1732486865114 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:21:16,173 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 379, reset compression=false 2024-11-24T22:21:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:21:16,310 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T22:21:16,311 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:21:16,311 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:21:16,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:16,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:16,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:21:16,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c668a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:16,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,42487,-1 for getting cluster id 2024-11-24T22:21:16,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:16,313 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3005ce7-ed22-4543-a7c8-654f04ba14c1' 2024-11-24T22:21:16,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:16,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3005ce7-ed22-4543-a7c8-654f04ba14c1" 2024-11-24T22:21:16,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c0c1d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:16,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,42487,-1] 2024-11-24T22:21:16,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:16,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:16,315 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:16,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5680a99e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:16,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:21:16,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,42487,1732486868316 2024-11-24T22:21:16,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@263f8ab2 2024-11-24T22:21:16,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:21:16,318 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:21:16,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bd6592c37bb2:41443,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T22:21:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T22:21:16,321 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:41443' 2024-11-24T22:21:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:21:16,322 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a89f047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:16,322 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,41443,-1 for getting cluster id 2024-11-24T22:21:16,322 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:16,322 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b778d48-5699-43c1-9e9f-c6de8e86d7db' 2024-11-24T22:21:16,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:16,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b778d48-5699-43c1-9e9f-c6de8e86d7db" 2024-11-24T22:21:16,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d968cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:16,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,41443,-1] 2024-11-24T22:21:16,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:16,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:16,324 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:16,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ff96a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:16,324 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:21:16,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,41443,1732486865063 2024-11-24T22:21:16,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56439311 2024-11-24T22:21:16,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:21:16,326 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:21:16,326 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T22:21:16,326 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T22:21:16,326 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:16,327 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:16,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:21:16,327 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:21:16,328 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T22:21:16,329 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:21:16,329 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:16,329 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:21:16,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741837_1013 (size=1138) 2024-11-24T22:21:16,354 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 379, reset compression=false 2024-11-24T22:21:16,378 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T22:21:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:21:16,477 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 379, reset compression=false 2024-11-24T22:21:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:21:16,736 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 973c24e8ef9c9b96d3889e6ad905484d, NAME => 'hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a 2024-11-24T22:21:16,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741838_1014 (size=44) 2024-11-24T22:21:16,881 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 379, reset compression=false 2024-11-24T22:21:16,892 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:21:16,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:16,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:16,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:16,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:16,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:16,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:16,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:16,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:16,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:16,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:16,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:16,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:16,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:16,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:16,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:21:16,957 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 379, reset compression=false 2024-11-24T22:21:17,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:17,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 973c24e8ef9c9b96d3889e6ad905484d, disabling compactions & flushes 2024-11-24T22:21:17,141 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d. 2024-11-24T22:21:17,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d. 2024-11-24T22:21:17,142 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d. after waiting 0 ms 2024-11-24T22:21:17,142 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d. 2024-11-24T22:21:17,142 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d. 2024-11-24T22:21:17,142 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 973c24e8ef9c9b96d3889e6ad905484d: Waiting for close lock at 1732486877141Disabling compacts and flushes for region at 1732486877141Disabling writes for close at 1732486877142 (+1 ms)Writing region close event to WAL at 1732486877142Closed at 1732486877142 2024-11-24T22:21:17,143 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:21:17,143 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732486877143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486877143"}]},"ts":"1732486877143"} 2024-11-24T22:21:17,145 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:21:17,145 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:21:17,146 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486877146"}]},"ts":"1732486877146"} 2024-11-24T22:21:17,147 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T22:21:17,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=973c24e8ef9c9b96d3889e6ad905484d, ASSIGN}] 2024-11-24T22:21:17,149 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=973c24e8ef9c9b96d3889e6ad905484d, ASSIGN 2024-11-24T22:21:17,150 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=973c24e8ef9c9b96d3889e6ad905484d, ASSIGN; state=OFFLINE, location=bd6592c37bb2,36553,1732486868381; forceNewPlan=false, retain=false 2024-11-24T22:21:17,300 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=973c24e8ef9c9b96d3889e6ad905484d, regionState=OPENING, regionLocation=bd6592c37bb2,36553,1732486868381 2024-11-24T22:21:17,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=973c24e8ef9c9b96d3889e6ad905484d, ASSIGN because future has completed 2024-11-24T22:21:17,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 973c24e8ef9c9b96d3889e6ad905484d, server=bd6592c37bb2,36553,1732486868381}] 2024-11-24T22:21:17,385 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 379, reset compression=false 2024-11-24T22:21:17,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d. 2024-11-24T22:21:17,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:17,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T22:21:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:21:17,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C36553%2C1732486868381.rep, suffix=, logDir=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381, archiveDir=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/oldWALs, maxLogs=10 2024-11-24T22:21:17,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.rep.1732486877460, exclude list is [], retry=0 2024-11-24T22:21:17,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42477,DS-b2013afc-d5e6-4e1e-b8e5-82f0c27a68d9,DISK] 2024-11-24T22:21:17,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.rep.1732486877460 2024-11-24T22:21:17,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41063:41063)] 2024-11-24T22:21:17,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 973c24e8ef9c9b96d3889e6ad905484d, NAME => 'hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:17,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:21:17,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:21:17,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d. service=MultiRowMutationService 2024-11-24T22:21:17,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T22:21:17,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 973c24e8ef9c9b96d3889e6ad905484d 2024-11-24T22:21:17,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:17,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 973c24e8ef9c9b96d3889e6ad905484d 2024-11-24T22:21:17,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 973c24e8ef9c9b96d3889e6ad905484d 2024-11-24T22:21:17,493 INFO [StoreOpener-973c24e8ef9c9b96d3889e6ad905484d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 973c24e8ef9c9b96d3889e6ad905484d 2024-11-24T22:21:17,494 INFO [StoreOpener-973c24e8ef9c9b96d3889e6ad905484d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 973c24e8ef9c9b96d3889e6ad905484d columnFamilyName hfileref 2024-11-24T22:21:17,494 DEBUG [StoreOpener-973c24e8ef9c9b96d3889e6ad905484d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:17,495 INFO [StoreOpener-973c24e8ef9c9b96d3889e6ad905484d-1 {}] regionserver.HStore(327): Store=973c24e8ef9c9b96d3889e6ad905484d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:17,495 INFO [StoreOpener-973c24e8ef9c9b96d3889e6ad905484d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 973c24e8ef9c9b96d3889e6ad905484d 2024-11-24T22:21:17,495 INFO [StoreOpener-973c24e8ef9c9b96d3889e6ad905484d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 973c24e8ef9c9b96d3889e6ad905484d columnFamilyName queue 2024-11-24T22:21:17,495 DEBUG [StoreOpener-973c24e8ef9c9b96d3889e6ad905484d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:17,496 INFO [StoreOpener-973c24e8ef9c9b96d3889e6ad905484d-1 {}] regionserver.HStore(327): Store=973c24e8ef9c9b96d3889e6ad905484d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:17,496 INFO [StoreOpener-973c24e8ef9c9b96d3889e6ad905484d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 973c24e8ef9c9b96d3889e6ad905484d 2024-11-24T22:21:17,496 INFO [StoreOpener-973c24e8ef9c9b96d3889e6ad905484d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 973c24e8ef9c9b96d3889e6ad905484d columnFamilyName sid 2024-11-24T22:21:17,496 DEBUG [StoreOpener-973c24e8ef9c9b96d3889e6ad905484d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:17,497 INFO [StoreOpener-973c24e8ef9c9b96d3889e6ad905484d-1 {}] regionserver.HStore(327): Store=973c24e8ef9c9b96d3889e6ad905484d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:17,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 973c24e8ef9c9b96d3889e6ad905484d 2024-11-24T22:21:17,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/replication/973c24e8ef9c9b96d3889e6ad905484d 2024-11-24T22:21:17,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/replication/973c24e8ef9c9b96d3889e6ad905484d 2024-11-24T22:21:17,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 973c24e8ef9c9b96d3889e6ad905484d 2024-11-24T22:21:17,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 973c24e8ef9c9b96d3889e6ad905484d 2024-11-24T22:21:17,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:21:17,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 973c24e8ef9c9b96d3889e6ad905484d 2024-11-24T22:21:17,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/replication/973c24e8ef9c9b96d3889e6ad905484d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:17,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 973c24e8ef9c9b96d3889e6ad905484d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64334264, jitterRate=-0.04134476184844971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:21:17,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 973c24e8ef9c9b96d3889e6ad905484d 2024-11-24T22:21:17,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 973c24e8ef9c9b96d3889e6ad905484d: Running coprocessor pre-open hook at 1732486877492Writing region info on filesystem at 1732486877492Initializing all the Stores at 1732486877493 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486877493Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486877493Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486877493Cleaning up temporary data from old regions at 1732486877498 (+5 ms)Running coprocessor post-open hooks at 1732486877501 (+3 ms)Region opened successfully at 1732486877501 2024-11-24T22:21:17,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d., pid=10, masterSystemTime=1732486877455 2024-11-24T22:21:17,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d. 2024-11-24T22:21:17,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d. 2024-11-24T22:21:17,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=973c24e8ef9c9b96d3889e6ad905484d, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,36553,1732486868381 2024-11-24T22:21:17,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 973c24e8ef9c9b96d3889e6ad905484d, server=bd6592c37bb2,36553,1732486868381 because future has completed 2024-11-24T22:21:17,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T22:21:17,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 973c24e8ef9c9b96d3889e6ad905484d, server=bd6592c37bb2,36553,1732486868381 in 204 msec 2024-11-24T22:21:17,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T22:21:17,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=973c24e8ef9c9b96d3889e6ad905484d, ASSIGN in 360 msec 2024-11-24T22:21:17,510 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:21:17,510 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486877510"}]},"ts":"1732486877510"} 2024-11-24T22:21:17,512 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T22:21:17,513 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:21:17,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-24T22:21:17,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d., hostname=bd6592c37bb2,36553,1732486868381, seqNum=2] 2024-11-24T22:21:17,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-881872349 2024-11-24T22:21:17,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36553-0x1014c117b0f0007, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-881872349 2024-11-24T22:21:17,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T22:21:17,665 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 379, reset compression=false 2024-11-24T22:21:17,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T22:21:17,697 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T22:21:17,726 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bd6592c37bb2,36553,1732486868381, ReplicationSource: 1, currentBandwidth=0 2024-11-24T22:21:17,726 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:21:17,726 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,36553,1732486868381, seqNum=-1] 2024-11-24T22:21:17,727 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:21:17,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-24T22:21:17,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bd6592c37bb2,36553,1732486868381', locateType=CURRENT is [region=hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d., hostname=bd6592c37bb2,36553,1732486868381, seqNum=2] 2024-11-24T22:21:17,731 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T22:21:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T22:21:17,733 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bd6592c37bb2,36553,1732486868381 suceeded 2024-11-24T22:21:17,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T22:21:17,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-24T22:21:17,735 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bd6592c37bb2:41443,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T22:21:17,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-11-24T22:21:17,746 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:41443' 2024-11-24T22:21:17,747 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ad2463a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:17,747 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,41443,-1 for getting cluster id 2024-11-24T22:21:17,747 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:17,747 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b778d48-5699-43c1-9e9f-c6de8e86d7db' 2024-11-24T22:21:17,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:17,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b778d48-5699-43c1-9e9f-c6de8e86d7db" 2024-11-24T22:21:17,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d073420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:17,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,41443,-1] 2024-11-24T22:21:17,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:17,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:17,749 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:17,749 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33a4f3d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:17,749 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:21:17,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,41443,1732486865063 2024-11-24T22:21:17,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d2ca36b 2024-11-24T22:21:17,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:21:17,751 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-24T22:21:17,752 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bd6592c37bb2,36553,1732486868381 (queues=1) is replicating from cluster=f3005ce7-ed22-4543-a7c8-654f04ba14c1 to cluster=3b778d48-5699-43c1-9e9f-c6de8e86d7db 2024-11-24T22:21:17,752 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bd6592c37bb2%2C36553%2C1732486868381 2024-11-24T22:21:17,752 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bd6592c37bb2,36553,1732486868381, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T22:21:17,752 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419, startPosition=0, beingWritten=true 2024-11-24T22:21:17,752 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.shipperbd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bd6592c37bb2%2C36553%2C1732486868381 2024-11-24T22:21:17,756 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:21:17,756 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 379, reset compression=false 2024-11-24T22:21:17,756 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.shipperbd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,36553,1732486868381 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:21:17,960 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 379, reset compression=false 2024-11-24T22:21:17,989 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 379, reset compression=false 2024-11-24T22:21:18,263 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 379, reset compression=false 2024-11-24T22:21:18,468 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 379, reset compression=false 2024-11-24T22:21:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:21:18,470 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T22:21:18,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:21:18,471 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:21:18,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:18,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:18,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:21:18,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3615816c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:18,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,33177,-1 for getting cluster id 2024-11-24T22:21:18,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:18,473 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfd48b09-69bb-4cab-ba94-da88404a7306' 2024-11-24T22:21:18,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:18,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfd48b09-69bb-4cab-ba94-da88404a7306" 2024-11-24T22:21:18,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350aa750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:18,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,33177,-1] 2024-11-24T22:21:18,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:18,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:18,474 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:18,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8d91e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:18,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:18,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,41443,-1 for getting cluster id 2024-11-24T22:21:18,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:18,476 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b778d48-5699-43c1-9e9f-c6de8e86d7db' 2024-11-24T22:21:18,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:18,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b778d48-5699-43c1-9e9f-c6de8e86d7db" 2024-11-24T22:21:18,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae2f4c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:18,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,41443,-1] 2024-11-24T22:21:18,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:18,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:18,477 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:18,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af25203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:18,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be22fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:18,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,42487,-1 for getting cluster id 2024-11-24T22:21:18,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:18,478 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3005ce7-ed22-4543-a7c8-654f04ba14c1' 2024-11-24T22:21:18,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:18,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3005ce7-ed22-4543-a7c8-654f04ba14c1" 2024-11-24T22:21:18,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb61d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:18,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,42487,-1] 2024-11-24T22:21:18,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:18,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:18,480 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:18,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637417ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:18,480 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:21:18,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,43559,1732486862200, seqNum=-1] 2024-11-24T22:21:18,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:21:18,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:21:18,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b., hostname=bd6592c37bb2,43559,1732486862200, seqNum=2] 2024-11-24T22:21:18,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:21:18,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,36553,1732486868381, seqNum=-1] 2024-11-24T22:21:18,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:21:18,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:21:18,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732486873364.012c82d3fc65df39686684bd165ae40b., hostname=bd6592c37bb2,36553,1732486868381, seqNum=2] 2024-11-24T22:21:18,491 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T22:21:18,666 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 379, reset compression=false 2024-11-24T22:21:18,692 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 379, reset compression=false 2024-11-24T22:21:19,170 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 379, reset compression=false 2024-11-24T22:21:19,373 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 379, reset compression=false 2024-11-24T22:21:19,377 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:21:19,377 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 480, reset compression=false 2024-11-24T22:21:19,377 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.shipperbd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,43559,1732486862200 got entry batch from reader: WALEntryBatch [walEntries=[{test/9fc8df3e4063b493b7271bca7280d30b/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T22:21:19,379 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.shipperbd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:21:19,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-24T22:21:19,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:21:19,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55c0b9c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:19,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,41443,-1 for getting cluster id 2024-11-24T22:21:19,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:19,382 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b778d48-5699-43c1-9e9f-c6de8e86d7db' 2024-11-24T22:21:19,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:19,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b778d48-5699-43c1-9e9f-c6de8e86d7db" 2024-11-24T22:21:19,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4810232b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:19,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,41443,-1] 2024-11-24T22:21:19,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:19,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:19,383 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:19,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6531dd60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:19,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:21:19,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,38547,1732486865114, seqNum=-1] 2024-11-24T22:21:19,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:21:19,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-24T22:21:19,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923., hostname=bd6592c37bb2,38547,1732486865114, seqNum=2] 2024-11-24T22:21:19,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:21:19,492 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T22:21:19,495 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 379, reset compression=false 2024-11-24T22:21:19,499 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:21:19,499 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 504, reset compression=false 2024-11-24T22:21:19,499 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.shipperbd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,38547,1732486865114 got entry batch from reader: WALEntryBatch [walEntries=[{test/4b2dc01745ebda5ef44107738a7f6923/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-24T22:21:19,501 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.shipperbd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:21:19,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-24T22:21:19,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36553 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:21:19,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3663daff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:19,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36553 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,42487,-1 for getting cluster id 2024-11-24T22:21:19,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:19,503 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3005ce7-ed22-4543-a7c8-654f04ba14c1' 2024-11-24T22:21:19,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:19,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3005ce7-ed22-4543-a7c8-654f04ba14c1" 2024-11-24T22:21:19,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@713bc9a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:19,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,42487,-1] 2024-11-24T22:21:19,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:19,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:19,505 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:19,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ed0acb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:19,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36553 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:21:19,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,36553,1732486868381, seqNum=-1] 2024-11-24T22:21:19,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:21:19,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-24T22:21:19,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732486873364.012c82d3fc65df39686684bd165ae40b., hostname=bd6592c37bb2,36553,1732486868381, seqNum=2] 2024-11-24T22:21:19,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36553 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:21:19,580 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 480, reset compression=false 2024-11-24T22:21:19,702 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 504, reset compression=false 2024-11-24T22:21:19,773 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 379, reset compression=false 2024-11-24T22:21:19,778 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:21:19,778 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 527, reset compression=false 2024-11-24T22:21:19,778 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.shipperbd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,36553,1732486868381 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:21:19,884 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 480, reset compression=false 2024-11-24T22:21:19,981 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 527, reset compression=false 2024-11-24T22:21:20,005 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 504, reset compression=false 2024-11-24T22:21:20,284 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 527, reset compression=false 2024-11-24T22:21:20,287 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 480, reset compression=false 2024-11-24T22:21:20,408 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 504, reset compression=false 2024-11-24T22:21:20,494 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T22:21:20,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:21:20,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,38547,1732486865114, seqNum=-1] 2024-11-24T22:21:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:21:20,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:21:20,498 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923., hostname=bd6592c37bb2,38547,1732486865114, seqNum=2] 2024-11-24T22:21:20,501 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T22:21:20,688 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 527, reset compression=false 2024-11-24T22:21:20,790 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 480, reset compression=false 2024-11-24T22:21:20,911 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 504, reset compression=false 2024-11-24T22:21:20,916 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:21:20,916 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 608, reset compression=false 2024-11-24T22:21:20,916 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.shipperbd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,38547,1732486865114 got entry batch from reader: WALEntryBatch [walEntries=[{test/4b2dc01745ebda5ef44107738a7f6923/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T22:21:20,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36553 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:21:20,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36553 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:21:21,119 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 608, reset compression=false 2024-11-24T22:21:21,192 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 527, reset compression=false 2024-11-24T22:21:21,197 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:21:21,197 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 654, reset compression=false 2024-11-24T22:21:21,197 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.shipperbd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,36553,1732486868381 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:21:21,394 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 480, reset compression=false 2024-11-24T22:21:21,400 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 654, reset compression=false 2024-11-24T22:21:21,423 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 608, reset compression=false 2024-11-24T22:21:21,503 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T22:21:21,506 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-24T22:21:21,704 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 654, reset compression=false 2024-11-24T22:21:21,708 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:21:21,708 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 758, reset compression=false 2024-11-24T22:21:21,708 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.shipperbd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,36553,1732486868381 got entry batch from reader: WALEntryBatch [walEntries=[{test/012c82d3fc65df39686684bd165ae40b/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T22:21:21,710 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.shipperbd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:21:21,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-24T22:21:21,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:21:21,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:21:21,827 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 608, reset compression=false 2024-11-24T22:21:21,832 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:21:21,832 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 736, reset compression=false 2024-11-24T22:21:21,832 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.shipperbd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,38547,1732486865114 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:21:21,849 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:21:21,850 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:21:21,850 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88695 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:21:21,912 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 758, reset compression=false 2024-11-24T22:21:22,036 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 736, reset compression=false 2024-11-24T22:21:22,101 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 480, reset compression=false 2024-11-24T22:21:22,216 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 758, reset compression=false 2024-11-24T22:21:22,340 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 736, reset compression=false 2024-11-24T22:21:22,508 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-24T22:21:22,512 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T22:21:22,620 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 758, reset compression=false 2024-11-24T22:21:22,744 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 736, reset compression=false 2024-11-24T22:21:22,905 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 480, reset compression=false 2024-11-24T22:21:22,910 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:21:22,910 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 636, reset compression=false 2024-11-24T22:21:22,910 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.shipperbd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,43559,1732486862200 got entry batch from reader: WALEntryBatch [walEntries=[{test/9fc8df3e4063b493b7271bca7280d30b/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T22:21:22,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:21:22,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:21:22,995 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:21:22,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:22,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:22,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:22,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:22,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:23,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:23,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:23,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:23,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:23,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:23,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:23,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:23,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:23,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:23,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:23,116 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 636, reset compression=false 2024-11-24T22:21:23,125 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 758, reset compression=false 2024-11-24T22:21:23,248 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 736, reset compression=false 2024-11-24T22:21:23,252 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:21:23,252 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 884, reset compression=false 2024-11-24T22:21:23,252 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.shipperbd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,38547,1732486865114 got entry batch from reader: WALEntryBatch [walEntries=[{test/4b2dc01745ebda5ef44107738a7f6923/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-24T22:21:23,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36553 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:21:23,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36553 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:21:23,421 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 636, reset compression=false 2024-11-24T22:21:23,456 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 884, reset compression=false 2024-11-24T22:21:23,514 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T22:21:23,517 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T22:21:23,728 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 758, reset compression=false 2024-11-24T22:21:23,733 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:21:23,734 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 929, reset compression=false 2024-11-24T22:21:23,734 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.shipperbd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,36553,1732486868381 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:21:23,760 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 884, reset compression=false 2024-11-24T22:21:23,764 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:21:23,764 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 1043, reset compression=false 2024-11-24T22:21:23,764 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.shipperbd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,38547,1732486865114 got entry batch from reader: WALEntryBatch [walEntries=[{test/4b2dc01745ebda5ef44107738a7f6923/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T22:21:23,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36553 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:21:23,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36553 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:21:23,825 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 636, reset compression=false 2024-11-24T22:21:23,937 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 929, reset compression=false 2024-11-24T22:21:23,942 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:21:23,942 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 1078, reset compression=false 2024-11-24T22:21:23,942 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.shipperbd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,36553,1732486868381 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:21:23,967 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 1043, reset compression=false 2024-11-24T22:21:24,146 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 1078, reset compression=false 2024-11-24T22:21:24,271 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 1043, reset compression=false 2024-11-24T22:21:24,328 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 636, reset compression=false 2024-11-24T22:21:24,450 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 1078, reset compression=false 2024-11-24T22:21:24,519 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T22:21:24,534 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-24T22:21:24,675 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 1043, reset compression=false 2024-11-24T22:21:24,853 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 1078, reset compression=false 2024-11-24T22:21:24,858 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:21:24,858 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 1237, reset compression=false 2024-11-24T22:21:24,858 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.shipperbd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,36553,1732486868381 got entry batch from reader: WALEntryBatch [walEntries=[{test/012c82d3fc65df39686684bd165ae40b/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T22:21:24,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T22:21:24,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T22:21:24,932 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 636, reset compression=false 2024-11-24T22:21:25,069 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 1237, reset compression=false 2024-11-24T22:21:25,180 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 1043, reset compression=false 2024-11-24T22:21:25,184 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:21:25,184 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 1193, reset compression=false 2024-11-24T22:21:25,184 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.shipperbd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,38547,1732486865114 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:21:25,373 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 1237, reset compression=false 2024-11-24T22:21:25,388 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 1193, reset compression=false 2024-11-24T22:21:25,536 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-24T22:21:25,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T22:21:25,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:21:25,543 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:21:25,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:25,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:25,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:21:25,543 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T22:21:25,543 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=517652190, stopped=false 2024-11-24T22:21:25,543 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bd6592c37bb2,42487,1732486868316 2024-11-24T22:21:25,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36553-0x1014c117b0f0007, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-881872349/running 2024-11-24T22:21:25,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-881872349/running 2024-11-24T22:21:25,545 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:21:25,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-881872349 2024-11-24T22:21:25,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36553-0x1014c117b0f0007, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-881872349 2024-11-24T22:21:25,546 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:21:25,547 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:21:25,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:25,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Set watcher on znode that does not yet exist, /2-881872349/running 2024-11-24T22:21:25,547 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bd6592c37bb2,36553,1732486868381' ***** 2024-11-24T22:21:25,547 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T22:21:25,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36553-0x1014c117b0f0007, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Set watcher on znode that does not yet exist, /2-881872349/running 2024-11-24T22:21:25,548 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T22:21:25,548 INFO [RS:0;bd6592c37bb2:36553 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T22:21:25,548 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T22:21:25,548 INFO [RS:0;bd6592c37bb2:36553 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T22:21:25,548 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(3091): Received CLOSE for 012c82d3fc65df39686684bd165ae40b 2024-11-24T22:21:25,548 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(3091): Received CLOSE for 973c24e8ef9c9b96d3889e6ad905484d 2024-11-24T22:21:25,548 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(959): stopping server bd6592c37bb2,36553,1732486868381 2024-11-24T22:21:25,548 INFO [RS:0;bd6592c37bb2:36553 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:21:25,548 INFO [RS:0;bd6592c37bb2:36553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:36553. 2024-11-24T22:21:25,548 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 012c82d3fc65df39686684bd165ae40b, disabling compactions & flushes 2024-11-24T22:21:25,548 DEBUG [RS:0;bd6592c37bb2:36553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:21:25,548 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732486873364.012c82d3fc65df39686684bd165ae40b. 2024-11-24T22:21:25,548 DEBUG [RS:0;bd6592c37bb2:36553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:25,548 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486873364.012c82d3fc65df39686684bd165ae40b. 2024-11-24T22:21:25,548 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732486873364.012c82d3fc65df39686684bd165ae40b. after waiting 0 ms 2024-11-24T22:21:25,548 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732486873364.012c82d3fc65df39686684bd165ae40b. 2024-11-24T22:21:25,548 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T22:21:25,548 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T22:21:25,548 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T22:21:25,548 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 012c82d3fc65df39686684bd165ae40b 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-24T22:21:25,548 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T22:21:25,549 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T22:21:25,549 DEBUG [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(1325): Online Regions={012c82d3fc65df39686684bd165ae40b=test,,1732486873364.012c82d3fc65df39686684bd165ae40b., 973c24e8ef9c9b96d3889e6ad905484d=hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T22:21:25,549 DEBUG [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(1351): Waiting on 012c82d3fc65df39686684bd165ae40b, 1588230740, 973c24e8ef9c9b96d3889e6ad905484d 2024-11-24T22:21:25,549 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:21:25,549 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:21:25,549 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:21:25,549 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:21:25,549 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:21:25,549 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T22:21:25,566 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/default/test/012c82d3fc65df39686684bd165ae40b/.tmp/f/bb03289bb4aa414b970d5fe17276db0f is 29, key is row1/f:/1732486883515/DeleteFamily/seqid=0 2024-11-24T22:21:25,567 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740/.tmp/info/b52cbef8947c44bf9c9526cbe70618db is 147, key is hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d./info:regioninfo/1732486877504/Put/seqid=0 2024-11-24T22:21:25,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741840_1016 (size=5152) 2024-11-24T22:21:25,571 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/default/test/012c82d3fc65df39686684bd165ae40b/.tmp/f/bb03289bb4aa414b970d5fe17276db0f 2024-11-24T22:21:25,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741841_1017 (size=7686) 2024-11-24T22:21:25,575 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb03289bb4aa414b970d5fe17276db0f 2024-11-24T22:21:25,588 INFO [regionserver/bd6592c37bb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:21:25,591 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/default/test/012c82d3fc65df39686684bd165ae40b/.tmp/f1/f537ffcb6f6d4db99f3a938b764cf45b is 30, key is row1/f1:/1732486883515/DeleteFamily/seqid=0 2024-11-24T22:21:25,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741842_1018 (size=5158) 2024-11-24T22:21:25,595 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/default/test/012c82d3fc65df39686684bd165ae40b/.tmp/f1/f537ffcb6f6d4db99f3a938b764cf45b 2024-11-24T22:21:25,599 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f537ffcb6f6d4db99f3a938b764cf45b 2024-11-24T22:21:25,618 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/default/test/012c82d3fc65df39686684bd165ae40b/.tmp/norep/8d6ed38cf14c42df81ad8f9edb076611 is 33, key is row2/norep:/1732486884519/DeleteFamily/seqid=0 2024-11-24T22:21:25,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741843_1019 (size=5108) 2024-11-24T22:21:25,622 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/default/test/012c82d3fc65df39686684bd165ae40b/.tmp/norep/8d6ed38cf14c42df81ad8f9edb076611 2024-11-24T22:21:25,626 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d6ed38cf14c42df81ad8f9edb076611 2024-11-24T22:21:25,626 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/default/test/012c82d3fc65df39686684bd165ae40b/.tmp/f/bb03289bb4aa414b970d5fe17276db0f as hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/default/test/012c82d3fc65df39686684bd165ae40b/f/bb03289bb4aa414b970d5fe17276db0f 2024-11-24T22:21:25,630 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb03289bb4aa414b970d5fe17276db0f 2024-11-24T22:21:25,630 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/default/test/012c82d3fc65df39686684bd165ae40b/f/bb03289bb4aa414b970d5fe17276db0f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T22:21:25,631 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/default/test/012c82d3fc65df39686684bd165ae40b/.tmp/f1/f537ffcb6f6d4db99f3a938b764cf45b as hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/default/test/012c82d3fc65df39686684bd165ae40b/f1/f537ffcb6f6d4db99f3a938b764cf45b 2024-11-24T22:21:25,634 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f537ffcb6f6d4db99f3a938b764cf45b 2024-11-24T22:21:25,635 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/default/test/012c82d3fc65df39686684bd165ae40b/f1/f537ffcb6f6d4db99f3a938b764cf45b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T22:21:25,635 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/default/test/012c82d3fc65df39686684bd165ae40b/.tmp/norep/8d6ed38cf14c42df81ad8f9edb076611 as hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/default/test/012c82d3fc65df39686684bd165ae40b/norep/8d6ed38cf14c42df81ad8f9edb076611 2024-11-24T22:21:25,636 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 636, reset compression=false 2024-11-24T22:21:25,640 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d6ed38cf14c42df81ad8f9edb076611 2024-11-24T22:21:25,640 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/default/test/012c82d3fc65df39686684bd165ae40b/norep/8d6ed38cf14c42df81ad8f9edb076611, entries=1, sequenceid=10, filesize=5.0 K 2024-11-24T22:21:25,641 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 012c82d3fc65df39686684bd165ae40b in 93ms, sequenceid=10, compaction requested=false 2024-11-24T22:21:25,644 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/default/test/012c82d3fc65df39686684bd165ae40b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T22:21:25,645 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:21:25,645 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T22:21:25,645 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732486873364.012c82d3fc65df39686684bd165ae40b. 2024-11-24T22:21:25,645 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 012c82d3fc65df39686684bd165ae40b: Waiting for close lock at 1732486885548Running coprocessor pre-close hooks at 1732486885548Disabling compacts and flushes for region at 1732486885548Disabling writes for close at 1732486885548Obtaining lock to block concurrent updates at 1732486885548Preparing flush snapshotting stores in 012c82d3fc65df39686684bd165ae40b at 1732486885548Finished memstore snapshotting test,,1732486873364.012c82d3fc65df39686684bd165ae40b., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732486885549 (+1 ms)Flushing stores of test,,1732486873364.012c82d3fc65df39686684bd165ae40b. at 1732486885549Flushing 012c82d3fc65df39686684bd165ae40b/f: creating writer at 1732486885549Flushing 012c82d3fc65df39686684bd165ae40b/f: appending metadata at 1732486885566 (+17 ms)Flushing 012c82d3fc65df39686684bd165ae40b/f: closing flushed file at 1732486885566Flushing 012c82d3fc65df39686684bd165ae40b/f1: creating writer at 1732486885575 (+9 ms)Flushing 012c82d3fc65df39686684bd165ae40b/f1: appending metadata at 1732486885590 (+15 ms)Flushing 012c82d3fc65df39686684bd165ae40b/f1: closing flushed file at 1732486885590Flushing 012c82d3fc65df39686684bd165ae40b/norep: creating writer at 1732486885599 (+9 ms)Flushing 012c82d3fc65df39686684bd165ae40b/norep: appending metadata at 1732486885617 (+18 ms)Flushing 012c82d3fc65df39686684bd165ae40b/norep: closing flushed file at 1732486885617Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23113ade: reopening flushed file at 1732486885626 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a434782: reopening flushed file at 1732486885630 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e8b6be5: reopening flushed file at 1732486885635 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 012c82d3fc65df39686684bd165ae40b in 93ms, sequenceid=10, compaction requested=false at 1732486885641 (+6 ms)Writing region close event to WAL at 1732486885642 (+1 ms)Running coprocessor post-close hooks at 1732486885645 (+3 ms)Closed at 1732486885645 2024-11-24T22:21:25,645 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732486873364.012c82d3fc65df39686684bd165ae40b. 2024-11-24T22:21:25,645 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 973c24e8ef9c9b96d3889e6ad905484d, disabling compactions & flushes 2024-11-24T22:21:25,645 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d. 2024-11-24T22:21:25,645 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d. 2024-11-24T22:21:25,645 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d. after waiting 0 ms 2024-11-24T22:21:25,645 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d. 2024-11-24T22:21:25,646 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 973c24e8ef9c9b96d3889e6ad905484d 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-24T22:21:25,661 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/replication/973c24e8ef9c9b96d3889e6ad905484d/.tmp/queue/3a672390c1ce405eb3cbc42c690c64f3 is 154, key is 1-bd6592c37bb2,36553,1732486868381/queue:bd6592c37bb2%2C36553%2C1732486868381/1732486884864/Put/seqid=0 2024-11-24T22:21:25,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741844_1020 (size=5353) 2024-11-24T22:21:25,692 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 1193, reset compression=false 2024-11-24T22:21:25,749 DEBUG [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 973c24e8ef9c9b96d3889e6ad905484d 2024-11-24T22:21:25,777 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 1237, reset compression=false 2024-11-24T22:21:25,782 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:21:25,782 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 2128, reset compression=false 2024-11-24T22:21:25,782 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.shipperbd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,36553,1732486868381 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419, lastWalPosition=2128, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:21:25,782 ERROR [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.shipperbd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bd6592c37bb2,36553,1732486868381: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bd6592c37bb2,36553,1732486868381, walGroup=bd6592c37bb2%2C36553%2C1732486868381, offset=bd6592c37bb2%2C36553%2C1732486868381.1732486870419:2128, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:36553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T22:21:25,783 ERROR [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.shipperbd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T22:21:25,784 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.shipperbd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T22:21:25,785 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.shipperbd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T22:21:25,785 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.shipperbd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T22:21:25,785 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.shipperbd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T22:21:25,785 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.shipperbd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1382023168, "init": 1048576000, "max": 2306867200, "used": 855839344 }, "NonHeapMemoryUsage": { "committed": 207093760, "init": 7667712, "max": -1, "used": 201635024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T22:21:25,785 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.shipperbd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:42487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:42487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T22:21:25,949 DEBUG [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 973c24e8ef9c9b96d3889e6ad905484d 2024-11-24T22:21:25,971 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740/.tmp/info/b52cbef8947c44bf9c9526cbe70618db 2024-11-24T22:21:25,984 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 2128, reset compression=false 2024-11-24T22:21:25,990 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740/.tmp/ns/e6f61bc5b5f04aa3bbbfa04c6593d3e9 is 43, key is default/ns:d/1732486871410/Put/seqid=0 2024-11-24T22:21:25,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741845_1021 (size=5153) 2024-11-24T22:21:26,065 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/replication/973c24e8ef9c9b96d3889e6ad905484d/.tmp/queue/3a672390c1ce405eb3cbc42c690c64f3 2024-11-24T22:21:26,069 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/replication/973c24e8ef9c9b96d3889e6ad905484d/.tmp/queue/3a672390c1ce405eb3cbc42c690c64f3 as hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/replication/973c24e8ef9c9b96d3889e6ad905484d/queue/3a672390c1ce405eb3cbc42c690c64f3 2024-11-24T22:21:26,072 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/replication/973c24e8ef9c9b96d3889e6ad905484d/queue/3a672390c1ce405eb3cbc42c690c64f3, entries=1, sequenceid=12, filesize=5.2 K 2024-11-24T22:21:26,073 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 973c24e8ef9c9b96d3889e6ad905484d in 428ms, sequenceid=12, compaction requested=false 2024-11-24T22:21:26,076 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/replication/973c24e8ef9c9b96d3889e6ad905484d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T22:21:26,076 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:21:26,077 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:21:26,077 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d. 2024-11-24T22:21:26,077 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 973c24e8ef9c9b96d3889e6ad905484d: Waiting for close lock at 1732486885645Running coprocessor pre-close hooks at 1732486885645Disabling compacts and flushes for region at 1732486885645Disabling writes for close at 1732486885645Obtaining lock to block concurrent updates at 1732486885646 (+1 ms)Preparing flush snapshotting stores in 973c24e8ef9c9b96d3889e6ad905484d at 1732486885646Finished memstore snapshotting hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732486885646Flushing stores of hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d. at 1732486885646Flushing 973c24e8ef9c9b96d3889e6ad905484d/queue: creating writer at 1732486885646Flushing 973c24e8ef9c9b96d3889e6ad905484d/queue: appending metadata at 1732486885661 (+15 ms)Flushing 973c24e8ef9c9b96d3889e6ad905484d/queue: closing flushed file at 1732486885661Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a1bb926: reopening flushed file at 1732486886068 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 973c24e8ef9c9b96d3889e6ad905484d in 428ms, sequenceid=12, compaction requested=false at 1732486886073 (+5 ms)Writing region close event to WAL at 1732486886074 (+1 ms)Running coprocessor post-close hooks at 1732486886076 (+2 ms)Closed at 1732486886077 (+1 ms) 2024-11-24T22:21:26,077 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732486876327.973c24e8ef9c9b96d3889e6ad905484d. 2024-11-24T22:21:26,095 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 1193, reset compression=false 2024-11-24T22:21:26,149 DEBUG [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:21:26,289 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 2128, reset compression=false 2024-11-24T22:21:26,321 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T22:21:26,321 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T22:21:26,350 DEBUG [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:21:26,393 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740/.tmp/ns/e6f61bc5b5f04aa3bbbfa04c6593d3e9 2024-11-24T22:21:26,411 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740/.tmp/rep_barrier/0a70a31d4855418bbbfa77e3c2e53124 is 112, key is test,,1732486873364.012c82d3fc65df39686684bd165ae40b./rep_barrier:seqnumDuringOpen/1732486873803/Put/seqid=0 2024-11-24T22:21:26,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741846_1022 (size=5518) 2024-11-24T22:21:26,440 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 636, reset compression=false 2024-11-24T22:21:26,550 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T22:21:26,550 DEBUG [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T22:21:26,550 DEBUG [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:21:26,597 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 1193, reset compression=false 2024-11-24T22:21:26,692 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 2128, reset compression=false 2024-11-24T22:21:26,750 DEBUG [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:21:26,815 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740/.tmp/rep_barrier/0a70a31d4855418bbbfa77e3c2e53124 2024-11-24T22:21:26,833 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740/.tmp/table/df154b04b0804f97869d6baea5ca71b3 is 53, key is hbase:replication/table:state/1732486877510/Put/seqid=0 2024-11-24T22:21:26,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741847_1023 (size=5308) 2024-11-24T22:21:26,950 DEBUG [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:21:27,150 DEBUG [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:21:27,195 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.1732486870419 to pos 2128, reset compression=false 2024-11-24T22:21:27,201 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 1193, reset compression=false 2024-11-24T22:21:27,237 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740/.tmp/table/df154b04b0804f97869d6baea5ca71b3 2024-11-24T22:21:27,241 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740/.tmp/info/b52cbef8947c44bf9c9526cbe70618db as hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740/info/b52cbef8947c44bf9c9526cbe70618db 2024-11-24T22:21:27,244 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740/info/b52cbef8947c44bf9c9526cbe70618db, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T22:21:27,244 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740/.tmp/ns/e6f61bc5b5f04aa3bbbfa04c6593d3e9 as hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740/ns/e6f61bc5b5f04aa3bbbfa04c6593d3e9 2024-11-24T22:21:27,247 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740/ns/e6f61bc5b5f04aa3bbbfa04c6593d3e9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T22:21:27,248 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740/.tmp/rep_barrier/0a70a31d4855418bbbfa77e3c2e53124 as hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740/rep_barrier/0a70a31d4855418bbbfa77e3c2e53124 2024-11-24T22:21:27,251 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740/rep_barrier/0a70a31d4855418bbbfa77e3c2e53124, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T22:21:27,251 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740/.tmp/table/df154b04b0804f97869d6baea5ca71b3 as hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740/table/df154b04b0804f97869d6baea5ca71b3 2024-11-24T22:21:27,254 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740/table/df154b04b0804f97869d6baea5ca71b3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T22:21:27,255 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false 2024-11-24T22:21:27,258 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T22:21:27,259 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:21:27,259 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:21:27,259 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:21:27,259 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486885549Running coprocessor pre-close hooks at 1732486885549Disabling compacts and flushes for region at 1732486885549Disabling writes for close at 1732486885549Obtaining lock to block concurrent updates at 1732486885549Preparing flush snapshotting stores in 1588230740 at 1732486885549Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732486885549Flushing stores of hbase:meta,,1.1588230740 at 1732486885550 (+1 ms)Flushing 1588230740/info: creating writer at 1732486885550Flushing 1588230740/info: appending metadata at 1732486885567 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732486885567Flushing 1588230740/ns: creating writer at 1732486885975 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732486885990 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732486885990Flushing 1588230740/rep_barrier: creating writer at 1732486886397 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732486886411 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732486886411Flushing 1588230740/table: creating writer at 1732486886819 (+408 ms)Flushing 1588230740/table: appending metadata at 1732486886832 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732486886832Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c438270: reopening flushed file at 1732486887240 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79193cf8: reopening flushed file at 1732486887244 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f11422: reopening flushed file at 1732486887247 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79e5c4f0: reopening flushed file at 1732486887251 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false at 1732486887255 (+4 ms)Writing region close event to WAL at 1732486887256 (+1 ms)Running coprocessor post-close hooks at 1732486887259 (+3 ms)Closed at 1732486887259 2024-11-24T22:21:27,259 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T22:21:27,344 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 636, reset compression=false 2024-11-24T22:21:27,351 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(976): stopping server bd6592c37bb2,36553,1732486868381; all regions closed. 2024-11-24T22:21:27,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741834_1010 (size=4239) 2024-11-24T22:21:27,353 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.meta.1732486871365.meta not finished, retry = 0 2024-11-24T22:21:27,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741839_1015 (size=3114) 2024-11-24T22:21:27,456 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/WALs/bd6592c37bb2,36553,1732486868381/bd6592c37bb2%2C36553%2C1732486868381.rep.1732486877460 not finished, retry = 0 2024-11-24T22:21:27,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741832_1008 (size=2136) 2024-11-24T22:21:27,559 DEBUG [RS:0;bd6592c37bb2:36553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:27,559 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:21:27,560 INFO [RS:0;bd6592c37bb2:36553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:21:27,560 INFO [RS:0;bd6592c37bb2:36553 {}] hbase.ChoreService(370): Chore service for: regionserver/bd6592c37bb2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T22:21:27,560 INFO [RS:0;bd6592c37bb2:36553 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:21:27,560 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:21:27,560 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bd6592c37bb2,36553,1732486868381 because: Region server is closing 2024-11-24T22:21:27,561 INFO [RS:0;bd6592c37bb2:36553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:36553. 2024-11-24T22:21:27,561 DEBUG [RS:0;bd6592c37bb2:36553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:21:27,561 DEBUG [RS:0;bd6592c37bb2:36553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:27,561 DEBUG [RS:0;bd6592c37bb2:36553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:27,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:21:27,661 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.shipperbd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 terminated 2024-11-24T22:21:27,661 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,36553,1732486868381.replicationSource.wal-reader.bd6592c37bb2%2C36553%2C1732486868381,1-bd6592c37bb2,36553,1732486868381 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T22:21:27,661 INFO [RS:0;bd6592c37bb2:36553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:36553. 2024-11-24T22:21:27,661 DEBUG [RS:0;bd6592c37bb2:36553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:21:27,661 DEBUG [RS:0;bd6592c37bb2:36553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:27,662 DEBUG [RS:0;bd6592c37bb2:36553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:27,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:21:27,662 INFO [RS:0;bd6592c37bb2:36553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36553 2024-11-24T22:21:27,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36553-0x1014c117b0f0007, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-881872349/rs/bd6592c37bb2,36553,1732486868381 2024-11-24T22:21:27,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-881872349/rs 2024-11-24T22:21:27,664 INFO [RS:0;bd6592c37bb2:36553 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:21:27,665 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bd6592c37bb2,36553,1732486868381] 2024-11-24T22:21:27,668 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-881872349/draining/bd6592c37bb2,36553,1732486868381 already deleted, retry=false 2024-11-24T22:21:27,668 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bd6592c37bb2,36553,1732486868381 expired; onlineServers=0 2024-11-24T22:21:27,669 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bd6592c37bb2,42487,1732486868316' ***** 2024-11-24T22:21:27,669 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T22:21:27,669 INFO [M:0;bd6592c37bb2:42487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:21:27,669 INFO [M:0;bd6592c37bb2:42487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:21:27,669 DEBUG [M:0;bd6592c37bb2:42487 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T22:21:27,669 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T22:21:27,669 DEBUG [M:0;bd6592c37bb2:42487 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T22:21:27,669 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486870188 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486870188,5,FailOnTimeoutGroup] 2024-11-24T22:21:27,669 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486870193 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486870193,5,FailOnTimeoutGroup] 2024-11-24T22:21:27,669 INFO [M:0;bd6592c37bb2:42487 {}] hbase.ChoreService(370): Chore service for: master/bd6592c37bb2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T22:21:27,669 INFO [M:0;bd6592c37bb2:42487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:21:27,669 DEBUG [M:0;bd6592c37bb2:42487 {}] master.HMaster(1795): Stopping service threads 2024-11-24T22:21:27,669 INFO [M:0;bd6592c37bb2:42487 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T22:21:27,670 INFO [M:0;bd6592c37bb2:42487 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:21:27,670 INFO [M:0;bd6592c37bb2:42487 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T22:21:27,670 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T22:21:27,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-881872349/master 2024-11-24T22:21:27,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-881872349 2024-11-24T22:21:27,671 DEBUG [M:0;bd6592c37bb2:42487 {}] zookeeper.ZKUtil(347): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Unable to get data of znode /2-881872349/master because node does not exist (not an error) 2024-11-24T22:21:27,671 WARN [M:0;bd6592c37bb2:42487 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T22:21:27,672 INFO [M:0;bd6592c37bb2:42487 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/.lastflushedseqids 2024-11-24T22:21:27,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741848_1024 (size=245) 2024-11-24T22:21:27,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36553-0x1014c117b0f0007, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:21:27,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36553-0x1014c117b0f0007, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:21:27,766 INFO [RS:0;bd6592c37bb2:36553 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:21:27,766 INFO [RS:0;bd6592c37bb2:36553 {}] regionserver.HRegionServer(1031): Exiting; stopping=bd6592c37bb2,36553,1732486868381; zookeeper connection closed. 2024-11-24T22:21:27,766 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7cc93dd5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7cc93dd5 2024-11-24T22:21:27,766 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T22:21:27,904 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 1193, reset compression=false 2024-11-24T22:21:28,076 INFO [M:0;bd6592c37bb2:42487 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T22:21:28,076 INFO [M:0;bd6592c37bb2:42487 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T22:21:28,076 DEBUG [M:0;bd6592c37bb2:42487 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:21:28,076 INFO [M:0;bd6592c37bb2:42487 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:28,076 DEBUG [M:0;bd6592c37bb2:42487 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:28,076 DEBUG [M:0;bd6592c37bb2:42487 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:21:28,076 DEBUG [M:0;bd6592c37bb2:42487 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:28,076 INFO [M:0;bd6592c37bb2:42487 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-24T22:21:28,095 DEBUG [M:0;bd6592c37bb2:42487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00e25822b1d44188bce33e68594fb31a is 82, key is hbase:meta,,1/info:regioninfo/1732486871401/Put/seqid=0 2024-11-24T22:21:28,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741849_1025 (size=5672) 2024-11-24T22:21:28,347 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 636, reset compression=false 2024-11-24T22:21:28,499 INFO [M:0;bd6592c37bb2:42487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00e25822b1d44188bce33e68594fb31a 2024-11-24T22:21:28,516 DEBUG [M:0;bd6592c37bb2:42487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c236411cc625421bb3ec546ef04a053d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732486877513/Put/seqid=0 2024-11-24T22:21:28,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741850_1026 (size=8515) 2024-11-24T22:21:28,707 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 1193, reset compression=false 2024-11-24T22:21:28,921 INFO [M:0;bd6592c37bb2:42487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c236411cc625421bb3ec546ef04a053d 2024-11-24T22:21:28,942 DEBUG [M:0;bd6592c37bb2:42487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8d705631abb4089a0b68d7a0b659ce8 is 69, key is bd6592c37bb2,36553,1732486868381/rs:state/1732486870238/Put/seqid=0 2024-11-24T22:21:28,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741851_1027 (size=5156) 2024-11-24T22:21:28,946 INFO [M:0;bd6592c37bb2:42487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8d705631abb4089a0b68d7a0b659ce8 2024-11-24T22:21:28,949 DEBUG [M:0;bd6592c37bb2:42487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00e25822b1d44188bce33e68594fb31a as hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00e25822b1d44188bce33e68594fb31a 2024-11-24T22:21:28,952 INFO [M:0;bd6592c37bb2:42487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00e25822b1d44188bce33e68594fb31a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T22:21:28,953 DEBUG [M:0;bd6592c37bb2:42487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c236411cc625421bb3ec546ef04a053d as hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c236411cc625421bb3ec546ef04a053d 2024-11-24T22:21:28,956 INFO [M:0;bd6592c37bb2:42487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c236411cc625421bb3ec546ef04a053d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T22:21:28,956 DEBUG [M:0;bd6592c37bb2:42487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8d705631abb4089a0b68d7a0b659ce8 as hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8d705631abb4089a0b68d7a0b659ce8 2024-11-24T22:21:28,959 INFO [M:0;bd6592c37bb2:42487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36849/user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8d705631abb4089a0b68d7a0b659ce8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T22:21:28,960 INFO [M:0;bd6592c37bb2:42487 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false 2024-11-24T22:21:28,961 INFO [M:0;bd6592c37bb2:42487 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:28,961 DEBUG [M:0;bd6592c37bb2:42487 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486888076Disabling compacts and flushes for region at 1732486888076Disabling writes for close at 1732486888076Obtaining lock to block concurrent updates at 1732486888076Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732486888076Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732486888077 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732486888077Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732486888077Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732486888094 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732486888094Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732486888502 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732486888516 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732486888516Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732486888925 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732486888942 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732486888942Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fed1b70: reopening flushed file at 1732486888949 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ba7ce15: reopening flushed file at 1732486888953 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33256127: reopening flushed file at 1732486888956 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false at 1732486888960 (+4 ms)Writing region close event to WAL at 1732486888961 (+1 ms)Closed at 1732486888961 2024-11-24T22:21:28,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42477 is added to blk_1073741830_1006 (size=63642) 2024-11-24T22:21:28,963 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dfc81f9d-c233-52d3-3fd3-58622ba7cd8a/MasterData/WALs/bd6592c37bb2,42487,1732486868316/bd6592c37bb2%2C42487%2C1732486868316.1732486870105 not finished, retry = 0 2024-11-24T22:21:29,064 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:21:29,064 INFO [M:0;bd6592c37bb2:42487 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T22:21:29,064 INFO [M:0;bd6592c37bb2:42487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42487 2024-11-24T22:21:29,064 INFO [M:0;bd6592c37bb2:42487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:21:29,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:21:29,166 INFO [M:0;bd6592c37bb2:42487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:21:29,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x1014c117b0f0006, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:21:29,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19375c90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:21:29,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6168ff6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:21:29,170 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:21:29,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3326b06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:21:29,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3930de67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/hadoop.log.dir/,STOPPED} 2024-11-24T22:21:29,171 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T22:21:29,171 WARN [BP-400159492-172.17.0.2-1732486867509 heartbeating to localhost/127.0.0.1:36849 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T22:21:29,171 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T22:21:29,171 WARN [BP-400159492-172.17.0.2-1732486867509 heartbeating to localhost/127.0.0.1:36849 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-400159492-172.17.0.2-1732486867509 (Datanode Uuid d6c37cc3-0a2e-4674-9bac-d5c1aa25106e) service to localhost/127.0.0.1:36849 2024-11-24T22:21:29,172 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/cluster_ceb8d412-ba38-fb5b-879a-e112eae1c3e8/data/data1/current/BP-400159492-172.17.0.2-1732486867509 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:21:29,172 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/cluster_ceb8d412-ba38-fb5b-879a-e112eae1c3e8/data/data2/current/BP-400159492-172.17.0.2-1732486867509 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:21:29,172 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T22:21:29,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12f46769{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:21:29,179 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59eb2ec4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:21:29,179 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:21:29,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74ca859b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:21:29,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72bf35d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/hadoop.log.dir/,STOPPED} 2024-11-24T22:21:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T22:21:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T22:21:29,194 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:21:29,194 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:21:29,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:29,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:29,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:21:29,195 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T22:21:29,195 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2070511057, stopped=false 2024-11-24T22:21:29,195 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bd6592c37bb2,41443,1732486865063 2024-11-24T22:21:29,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-405829185/running 2024-11-24T22:21:29,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014c117b0f0004, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-405829185/running 2024-11-24T22:21:29,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-405829185 2024-11-24T22:21:29,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014c117b0f0004, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-405829185 2024-11-24T22:21:29,196 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:21:29,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:21:29,196 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:21:29,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:29,197 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bd6592c37bb2,38547,1732486865114' ***** 2024-11-24T22:21:29,197 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T22:21:29,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38547-0x1014c117b0f0004, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Set watcher on znode that does not yet exist, /1-405829185/running 2024-11-24T22:21:29,197 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T22:21:29,197 INFO [RS:0;bd6592c37bb2:38547 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T22:21:29,197 INFO [RS:0;bd6592c37bb2:38547 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T22:21:29,197 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T22:21:29,197 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(3091): Received CLOSE for b56bbea5c6840c1d7750d682e0955687 2024-11-24T22:21:29,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Set watcher on znode that does not yet exist, /1-405829185/running 2024-11-24T22:21:29,198 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b2dc01745ebda5ef44107738a7f6923 2024-11-24T22:21:29,198 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(959): stopping server bd6592c37bb2,38547,1732486865114 2024-11-24T22:21:29,198 INFO [RS:0;bd6592c37bb2:38547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:21:29,198 INFO [RS:0;bd6592c37bb2:38547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:38547. 2024-11-24T22:21:29,198 DEBUG [RS:0;bd6592c37bb2:38547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:21:29,198 DEBUG [RS:0;bd6592c37bb2:38547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:29,198 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b56bbea5c6840c1d7750d682e0955687, disabling compactions & flushes 2024-11-24T22:21:29,198 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687. 2024-11-24T22:21:29,198 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T22:21:29,198 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687. 2024-11-24T22:21:29,198 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T22:21:29,198 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T22:21:29,198 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T22:21:29,198 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687. after waiting 0 ms 2024-11-24T22:21:29,198 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687. 2024-11-24T22:21:29,198 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b56bbea5c6840c1d7750d682e0955687 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-24T22:21:29,198 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T22:21:29,198 DEBUG [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(1325): Online Regions={b56bbea5c6840c1d7750d682e0955687=hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687., 4b2dc01745ebda5ef44107738a7f6923=test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T22:21:29,198 DEBUG [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b2dc01745ebda5ef44107738a7f6923, b56bbea5c6840c1d7750d682e0955687 2024-11-24T22:21:29,198 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:21:29,198 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:21:29,198 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:21:29,198 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:21:29,198 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:21:29,198 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T22:21:29,216 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740/.tmp/info/ef3c7875bdd04e59808215e5eb6558d7 is 147, key is hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687./info:regioninfo/1732486875682/Put/seqid=0 2024-11-24T22:21:29,217 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/replication/b56bbea5c6840c1d7750d682e0955687/.tmp/queue/ab5a6a8634304e25a99801ab6521b3bf is 154, key is 1-bd6592c37bb2,38547,1732486865114/queue:bd6592c37bb2%2C38547%2C1732486865114/1732486885185/Put/seqid=0 2024-11-24T22:21:29,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741840_1016 (size=7686) 2024-11-24T22:21:29,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741841_1017 (size=5353) 2024-11-24T22:21:29,234 INFO [regionserver/bd6592c37bb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:21:29,398 DEBUG [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b2dc01745ebda5ef44107738a7f6923, b56bbea5c6840c1d7750d682e0955687 2024-11-24T22:21:29,451 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 636, reset compression=false 2024-11-24T22:21:29,599 DEBUG [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b2dc01745ebda5ef44107738a7f6923, b56bbea5c6840c1d7750d682e0955687 2024-11-24T22:21:29,611 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 1193, reset compression=false 2024-11-24T22:21:29,611 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T22:21:29,611 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T22:21:29,620 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740/.tmp/info/ef3c7875bdd04e59808215e5eb6558d7 2024-11-24T22:21:29,621 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/replication/b56bbea5c6840c1d7750d682e0955687/.tmp/queue/ab5a6a8634304e25a99801ab6521b3bf 2024-11-24T22:21:29,625 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/replication/b56bbea5c6840c1d7750d682e0955687/.tmp/queue/ab5a6a8634304e25a99801ab6521b3bf as hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/replication/b56bbea5c6840c1d7750d682e0955687/queue/ab5a6a8634304e25a99801ab6521b3bf 2024-11-24T22:21:29,629 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/replication/b56bbea5c6840c1d7750d682e0955687/queue/ab5a6a8634304e25a99801ab6521b3bf, entries=1, sequenceid=12, filesize=5.2 K 2024-11-24T22:21:29,629 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b56bbea5c6840c1d7750d682e0955687 in 431ms, sequenceid=12, compaction requested=false 2024-11-24T22:21:29,630 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T22:21:29,639 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740/.tmp/ns/8fcc0e41712046aea800e75317d0d808 is 43, key is default/ns:d/1732486867354/Put/seqid=0 2024-11-24T22:21:29,640 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/replication/b56bbea5c6840c1d7750d682e0955687/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T22:21:29,640 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:21:29,641 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:21:29,641 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687. 2024-11-24T22:21:29,641 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b56bbea5c6840c1d7750d682e0955687: Waiting for close lock at 1732486889198Running coprocessor pre-close hooks at 1732486889198Disabling compacts and flushes for region at 1732486889198Disabling writes for close at 1732486889198Obtaining lock to block concurrent updates at 1732486889198Preparing flush snapshotting stores in b56bbea5c6840c1d7750d682e0955687 at 1732486889198Finished memstore snapshotting hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732486889198Flushing stores of hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687. at 1732486889199 (+1 ms)Flushing b56bbea5c6840c1d7750d682e0955687/queue: creating writer at 1732486889199Flushing b56bbea5c6840c1d7750d682e0955687/queue: appending metadata at 1732486889217 (+18 ms)Flushing b56bbea5c6840c1d7750d682e0955687/queue: closing flushed file at 1732486889217Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@213d8f5d: reopening flushed file at 1732486889624 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b56bbea5c6840c1d7750d682e0955687 in 431ms, sequenceid=12, compaction requested=false at 1732486889629 (+5 ms)Writing region close event to WAL at 1732486889634 (+5 ms)Running coprocessor post-close hooks at 1732486889640 (+6 ms)Closed at 1732486889641 (+1 ms) 2024-11-24T22:21:29,641 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732486875196.b56bbea5c6840c1d7750d682e0955687. 2024-11-24T22:21:29,641 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b2dc01745ebda5ef44107738a7f6923, disabling compactions & flushes 2024-11-24T22:21:29,641 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923. 2024-11-24T22:21:29,641 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923. 2024-11-24T22:21:29,641 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923. after waiting 0 ms 2024-11-24T22:21:29,641 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923. 2024-11-24T22:21:29,641 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4b2dc01745ebda5ef44107738a7f6923 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-24T22:21:29,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741842_1018 (size=5153) 2024-11-24T22:21:29,656 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/default/test/4b2dc01745ebda5ef44107738a7f6923/.tmp/f/4d8bcb249d854954b3f40d818f20858c is 29, key is row1/f:/1732486883515/DeleteFamily/seqid=0 2024-11-24T22:21:29,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741843_1019 (size=5152) 2024-11-24T22:21:29,799 DEBUG [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b2dc01745ebda5ef44107738a7f6923 2024-11-24T22:21:29,999 DEBUG [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b2dc01745ebda5ef44107738a7f6923 2024-11-24T22:21:30,043 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740/.tmp/ns/8fcc0e41712046aea800e75317d0d808 2024-11-24T22:21:30,059 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/default/test/4b2dc01745ebda5ef44107738a7f6923/.tmp/f/4d8bcb249d854954b3f40d818f20858c 2024-11-24T22:21:30,063 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d8bcb249d854954b3f40d818f20858c 2024-11-24T22:21:30,065 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740/.tmp/rep_barrier/80a5106f51b945339688c06a5f327737 is 112, key is test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923./rep_barrier:seqnumDuringOpen/1732486873036/Put/seqid=0 2024-11-24T22:21:30,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741844_1020 (size=5518) 2024-11-24T22:21:30,080 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/default/test/4b2dc01745ebda5ef44107738a7f6923/.tmp/f1/3b67301c9181474090e1907a628becd9 is 30, key is row1/f1:/1732486883515/DeleteFamily/seqid=0 2024-11-24T22:21:30,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741845_1021 (size=5158) 2024-11-24T22:21:30,199 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T22:21:30,199 DEBUG [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(1325): Online Regions={4b2dc01745ebda5ef44107738a7f6923=test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T22:21:30,199 DEBUG [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b2dc01745ebda5ef44107738a7f6923 2024-11-24T22:21:30,399 DEBUG [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b2dc01745ebda5ef44107738a7f6923 2024-11-24T22:21:30,469 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740/.tmp/rep_barrier/80a5106f51b945339688c06a5f327737 2024-11-24T22:21:30,484 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/default/test/4b2dc01745ebda5ef44107738a7f6923/.tmp/f1/3b67301c9181474090e1907a628becd9 2024-11-24T22:21:30,487 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b67301c9181474090e1907a628becd9 2024-11-24T22:21:30,490 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740/.tmp/table/58257bb6b40446a5b303032351ef2ebd is 53, key is hbase:replication/table:state/1732486875690/Put/seqid=0 2024-11-24T22:21:30,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741846_1022 (size=5308) 2024-11-24T22:21:30,507 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/default/test/4b2dc01745ebda5ef44107738a7f6923/.tmp/norep/89bc7bbb9c1a4f3c88a9f1c42a2699a1 is 33, key is row1/norep:/1732486883515/DeleteFamily/seqid=0 2024-11-24T22:21:30,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741847_1023 (size=5108) 2024-11-24T22:21:30,600 DEBUG [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b2dc01745ebda5ef44107738a7f6923 2024-11-24T22:21:30,614 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 1193, reset compression=false 2024-11-24T22:21:30,618 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:21:30,618 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 1440, reset compression=false 2024-11-24T22:21:30,618 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.shipperbd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,38547,1732486865114 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:21:30,619 ERROR [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.shipperbd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bd6592c37bb2,38547,1732486865114: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bd6592c37bb2,38547,1732486865114, walGroup=bd6592c37bb2%2C38547%2C1732486865114, offset=bd6592c37bb2%2C38547%2C1732486865114.1732486866750:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:38547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T22:21:30,620 ERROR [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.shipperbd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T22:21:30,620 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.shipperbd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T22:21:30,620 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.shipperbd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T22:21:30,621 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.shipperbd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T22:21:30,621 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.shipperbd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T22:21:30,621 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.shipperbd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1382023168, "init": 1048576000, "max": 2306867200, "used": 948114032 }, "NonHeapMemoryUsage": { "committed": 207224832, "init": 7667712, "max": -1, "used": 201978080 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T22:21:30,621 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.shipperbd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:41443 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:41443 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T22:21:30,654 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 636, reset compression=false 2024-11-24T22:21:30,800 DEBUG [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b2dc01745ebda5ef44107738a7f6923 2024-11-24T22:21:30,822 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 1440, reset compression=false 2024-11-24T22:21:30,898 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740/.tmp/table/58257bb6b40446a5b303032351ef2ebd 2024-11-24T22:21:30,903 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740/.tmp/info/ef3c7875bdd04e59808215e5eb6558d7 as hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740/info/ef3c7875bdd04e59808215e5eb6558d7 2024-11-24T22:21:30,906 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740/info/ef3c7875bdd04e59808215e5eb6558d7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T22:21:30,907 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740/.tmp/ns/8fcc0e41712046aea800e75317d0d808 as hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740/ns/8fcc0e41712046aea800e75317d0d808 2024-11-24T22:21:30,910 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740/ns/8fcc0e41712046aea800e75317d0d808, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T22:21:30,910 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/default/test/4b2dc01745ebda5ef44107738a7f6923/.tmp/norep/89bc7bbb9c1a4f3c88a9f1c42a2699a1 2024-11-24T22:21:30,911 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740/.tmp/rep_barrier/80a5106f51b945339688c06a5f327737 as hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740/rep_barrier/80a5106f51b945339688c06a5f327737 2024-11-24T22:21:30,914 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89bc7bbb9c1a4f3c88a9f1c42a2699a1 2024-11-24T22:21:30,914 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/default/test/4b2dc01745ebda5ef44107738a7f6923/.tmp/f/4d8bcb249d854954b3f40d818f20858c as hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/default/test/4b2dc01745ebda5ef44107738a7f6923/f/4d8bcb249d854954b3f40d818f20858c 2024-11-24T22:21:30,914 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740/rep_barrier/80a5106f51b945339688c06a5f327737, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T22:21:30,915 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740/.tmp/table/58257bb6b40446a5b303032351ef2ebd as hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740/table/58257bb6b40446a5b303032351ef2ebd 2024-11-24T22:21:30,917 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d8bcb249d854954b3f40d818f20858c 2024-11-24T22:21:30,918 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/default/test/4b2dc01745ebda5ef44107738a7f6923/f/4d8bcb249d854954b3f40d818f20858c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T22:21:30,918 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/default/test/4b2dc01745ebda5ef44107738a7f6923/.tmp/f1/3b67301c9181474090e1907a628becd9 as hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/default/test/4b2dc01745ebda5ef44107738a7f6923/f1/3b67301c9181474090e1907a628becd9 2024-11-24T22:21:30,918 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740/table/58257bb6b40446a5b303032351ef2ebd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T22:21:30,919 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false 2024-11-24T22:21:30,919 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T22:21:30,922 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b67301c9181474090e1907a628becd9 2024-11-24T22:21:30,922 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/default/test/4b2dc01745ebda5ef44107738a7f6923/f1/3b67301c9181474090e1907a628becd9, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T22:21:30,923 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/default/test/4b2dc01745ebda5ef44107738a7f6923/.tmp/norep/89bc7bbb9c1a4f3c88a9f1c42a2699a1 as hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/default/test/4b2dc01745ebda5ef44107738a7f6923/norep/89bc7bbb9c1a4f3c88a9f1c42a2699a1 2024-11-24T22:21:30,924 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T22:21:30,924 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:21:30,925 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:21:30,925 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:21:30,925 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486889198Running coprocessor pre-close hooks at 1732486889198Disabling compacts and flushes for region at 1732486889198Disabling writes for close at 1732486889198Obtaining lock to block concurrent updates at 1732486889198Preparing flush snapshotting stores in 1588230740 at 1732486889198Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732486889199 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732486889199Flushing 1588230740/info: creating writer at 1732486889199Flushing 1588230740/info: appending metadata at 1732486889216 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732486889216Flushing 1588230740/ns: creating writer at 1732486889625 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732486889639 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732486889639Flushing 1588230740/rep_barrier: creating writer at 1732486890047 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732486890065 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732486890065Flushing 1588230740/table: creating writer at 1732486890473 (+408 ms)Flushing 1588230740/table: appending metadata at 1732486890490 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732486890490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e49dd8a: reopening flushed file at 1732486890902 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a1dd188: reopening flushed file at 1732486890906 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f58e72: reopening flushed file at 1732486890910 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7653aa68: reopening flushed file at 1732486890914 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false at 1732486890919 (+5 ms)Writing region close event to WAL at 1732486890921 (+2 ms)Running coprocessor post-close hooks at 1732486890924 (+3 ms)Closed at 1732486890925 (+1 ms) 2024-11-24T22:21:30,925 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T22:21:30,926 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89bc7bbb9c1a4f3c88a9f1c42a2699a1 2024-11-24T22:21:30,926 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/default/test/4b2dc01745ebda5ef44107738a7f6923/norep/89bc7bbb9c1a4f3c88a9f1c42a2699a1, entries=1, sequenceid=10, filesize=5.0 K 2024-11-24T22:21:30,927 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 4b2dc01745ebda5ef44107738a7f6923 in 1286ms, sequenceid=10, compaction requested=false 2024-11-24T22:21:30,927 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T22:21:30,932 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/data/default/test/4b2dc01745ebda5ef44107738a7f6923/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T22:21:30,932 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:21:30,932 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T22:21:30,933 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923. 2024-11-24T22:21:30,933 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b2dc01745ebda5ef44107738a7f6923: Waiting for close lock at 1732486889641Running coprocessor pre-close hooks at 1732486889641Disabling compacts and flushes for region at 1732486889641Disabling writes for close at 1732486889641Obtaining lock to block concurrent updates at 1732486889641Preparing flush snapshotting stores in 4b2dc01745ebda5ef44107738a7f6923 at 1732486889641Finished memstore snapshotting test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732486889641Flushing stores of test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923. at 1732486889642 (+1 ms)Flushing 4b2dc01745ebda5ef44107738a7f6923/f: creating writer at 1732486889642Flushing 4b2dc01745ebda5ef44107738a7f6923/f: appending metadata at 1732486889655 (+13 ms)Flushing 4b2dc01745ebda5ef44107738a7f6923/f: closing flushed file at 1732486889655Flushing 4b2dc01745ebda5ef44107738a7f6923/f1: creating writer at 1732486890063 (+408 ms)Flushing 4b2dc01745ebda5ef44107738a7f6923/f1: appending metadata at 1732486890080 (+17 ms)Flushing 4b2dc01745ebda5ef44107738a7f6923/f1: closing flushed file at 1732486890080Flushing 4b2dc01745ebda5ef44107738a7f6923/norep: creating writer at 1732486890487 (+407 ms)Flushing 4b2dc01745ebda5ef44107738a7f6923/norep: appending metadata at 1732486890506 (+19 ms)Flushing 4b2dc01745ebda5ef44107738a7f6923/norep: closing flushed file at 1732486890506Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46765748: reopening flushed file at 1732486890914 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5405d2a: reopening flushed file at 1732486890918 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37b92bf9: reopening flushed file at 1732486890922 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 4b2dc01745ebda5ef44107738a7f6923 in 1286ms, sequenceid=10, compaction requested=false at 1732486890927 (+5 ms)Writing region close event to WAL at 1732486890929 (+2 ms)Running coprocessor post-close hooks at 1732486890932 (+3 ms)Closed at 1732486890933 (+1 ms) 2024-11-24T22:21:30,933 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732486872213.4b2dc01745ebda5ef44107738a7f6923. 2024-11-24T22:21:31,000 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(976): stopping server bd6592c37bb2,38547,1732486865114; all regions closed. 2024-11-24T22:21:31,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741834_1010 (size=4239) 2024-11-24T22:21:31,002 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.meta.1732486867295.meta not finished, retry = 0 2024-11-24T22:21:31,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741839_1015 (size=3114) 2024-11-24T22:21:31,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741832_1008 (size=2092) 2024-11-24T22:21:31,107 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 not finished, retry = 0 2024-11-24T22:21:31,125 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 to pos 1440, reset compression=false 2024-11-24T22:21:31,148 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:21:31,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:31,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:31,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:31,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:31,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:31,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:31,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:31,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:31,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:31,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:31,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:31,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:31,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:31,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:31,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:31,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:31,208 DEBUG [RS:0;bd6592c37bb2:38547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:31,208 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:21:31,209 INFO [RS:0;bd6592c37bb2:38547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:21:31,209 INFO [RS:0;bd6592c37bb2:38547 {}] hbase.ChoreService(370): Chore service for: regionserver/bd6592c37bb2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T22:21:31,209 INFO [RS:0;bd6592c37bb2:38547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:21:31,209 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:21:31,209 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bd6592c37bb2,38547,1732486865114 because: Region server is closing 2024-11-24T22:21:31,209 INFO [RS:0;bd6592c37bb2:38547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:38547. 2024-11-24T22:21:31,209 DEBUG [RS:0;bd6592c37bb2:38547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:21:31,209 DEBUG [RS:0;bd6592c37bb2:38547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:31,209 DEBUG [RS:0;bd6592c37bb2:38547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:31,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:21:31,210 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/WALs/bd6592c37bb2,38547,1732486865114/bd6592c37bb2%2C38547%2C1732486865114.1732486866750 2024-11-24T22:21:31,210 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.wal-reader.bd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:21:31,310 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,38547,1732486865114.replicationSource.shipperbd6592c37bb2%2C38547%2C1732486865114,1-bd6592c37bb2,38547,1732486865114 terminated 2024-11-24T22:21:31,310 INFO [RS:0;bd6592c37bb2:38547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:38547. 2024-11-24T22:21:31,310 DEBUG [RS:0;bd6592c37bb2:38547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:21:31,310 DEBUG [RS:0;bd6592c37bb2:38547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:31,310 DEBUG [RS:0;bd6592c37bb2:38547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:31,310 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:21:31,310 INFO [RS:0;bd6592c37bb2:38547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38547 2024-11-24T22:21:31,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014c117b0f0004, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-405829185/rs/bd6592c37bb2,38547,1732486865114 2024-11-24T22:21:31,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-405829185/rs 2024-11-24T22:21:31,312 INFO [RS:0;bd6592c37bb2:38547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:21:31,320 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bd6592c37bb2,38547,1732486865114] 2024-11-24T22:21:31,321 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-405829185/draining/bd6592c37bb2,38547,1732486865114 already deleted, retry=false 2024-11-24T22:21:31,321 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bd6592c37bb2,38547,1732486865114 expired; onlineServers=0 2024-11-24T22:21:31,321 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bd6592c37bb2,41443,1732486865063' ***** 2024-11-24T22:21:31,321 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T22:21:31,321 INFO [M:0;bd6592c37bb2:41443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:21:31,321 INFO [M:0;bd6592c37bb2:41443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:21:31,321 DEBUG [M:0;bd6592c37bb2:41443 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T22:21:31,321 DEBUG [M:0;bd6592c37bb2:41443 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T22:21:31,321 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T22:21:31,321 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486866548 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486866548,5,FailOnTimeoutGroup] 2024-11-24T22:21:31,321 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486866543 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486866543,5,FailOnTimeoutGroup] 2024-11-24T22:21:31,322 INFO [M:0;bd6592c37bb2:41443 {}] hbase.ChoreService(370): Chore service for: master/bd6592c37bb2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T22:21:31,322 INFO [M:0;bd6592c37bb2:41443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:21:31,322 DEBUG [M:0;bd6592c37bb2:41443 {}] master.HMaster(1795): Stopping service threads 2024-11-24T22:21:31,322 INFO [M:0;bd6592c37bb2:41443 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T22:21:31,322 INFO [M:0;bd6592c37bb2:41443 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:21:31,322 INFO [M:0;bd6592c37bb2:41443 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T22:21:31,322 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T22:21:31,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-405829185/master 2024-11-24T22:21:31,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-405829185 2024-11-24T22:21:31,323 DEBUG [M:0;bd6592c37bb2:41443 {}] zookeeper.ZKUtil(347): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Unable to get data of znode /1-405829185/master because node does not exist (not an error) 2024-11-24T22:21:31,323 WARN [M:0;bd6592c37bb2:41443 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T22:21:31,324 INFO [M:0;bd6592c37bb2:41443 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/.lastflushedseqids 2024-11-24T22:21:31,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741848_1024 (size=245) 2024-11-24T22:21:31,328 INFO [M:0;bd6592c37bb2:41443 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T22:21:31,328 INFO [M:0;bd6592c37bb2:41443 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T22:21:31,328 DEBUG [M:0;bd6592c37bb2:41443 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:21:31,328 INFO [M:0;bd6592c37bb2:41443 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:31,329 DEBUG [M:0;bd6592c37bb2:41443 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:31,329 DEBUG [M:0;bd6592c37bb2:41443 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:21:31,329 DEBUG [M:0;bd6592c37bb2:41443 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:31,329 INFO [M:0;bd6592c37bb2:41443 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-24T22:21:31,345 DEBUG [M:0;bd6592c37bb2:41443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1089db00e5124c58bc96f84f1de01938 is 82, key is hbase:meta,,1/info:regioninfo/1732486867342/Put/seqid=0 2024-11-24T22:21:31,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741849_1025 (size=5672) 2024-11-24T22:21:31,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014c117b0f0004, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:21:31,420 INFO [RS:0;bd6592c37bb2:38547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:21:31,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014c117b0f0004, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:21:31,420 INFO [RS:0;bd6592c37bb2:38547 {}] regionserver.HRegionServer(1031): Exiting; stopping=bd6592c37bb2,38547,1732486865114; zookeeper connection closed. 2024-11-24T22:21:31,420 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70bf5634 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70bf5634 2024-11-24T22:21:31,421 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T22:21:31,726 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T22:21:31,749 INFO [M:0;bd6592c37bb2:41443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1089db00e5124c58bc96f84f1de01938 2024-11-24T22:21:31,771 DEBUG [M:0;bd6592c37bb2:41443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40c94b6ba824411fa3dba2dca63a3306 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732486875693/Put/seqid=0 2024-11-24T22:21:31,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741850_1026 (size=8515) 2024-11-24T22:21:31,957 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 636, reset compression=false 2024-11-24T22:21:32,175 INFO [M:0;bd6592c37bb2:41443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40c94b6ba824411fa3dba2dca63a3306 2024-11-24T22:21:32,198 DEBUG [M:0;bd6592c37bb2:41443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c8f34d29ec042a59509925e011b0bde is 69, key is bd6592c37bb2,38547,1732486865114/rs:state/1732486866581/Put/seqid=0 2024-11-24T22:21:32,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741851_1027 (size=5156) 2024-11-24T22:21:32,602 INFO [M:0;bd6592c37bb2:41443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c8f34d29ec042a59509925e011b0bde 2024-11-24T22:21:32,606 DEBUG [M:0;bd6592c37bb2:41443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1089db00e5124c58bc96f84f1de01938 as hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1089db00e5124c58bc96f84f1de01938 2024-11-24T22:21:32,609 INFO [M:0;bd6592c37bb2:41443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1089db00e5124c58bc96f84f1de01938, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T22:21:32,610 DEBUG [M:0;bd6592c37bb2:41443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40c94b6ba824411fa3dba2dca63a3306 as hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/40c94b6ba824411fa3dba2dca63a3306 2024-11-24T22:21:32,612 INFO [M:0;bd6592c37bb2:41443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/40c94b6ba824411fa3dba2dca63a3306, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T22:21:32,613 DEBUG [M:0;bd6592c37bb2:41443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c8f34d29ec042a59509925e011b0bde as hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c8f34d29ec042a59509925e011b0bde 2024-11-24T22:21:32,616 INFO [M:0;bd6592c37bb2:41443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43995/user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c8f34d29ec042a59509925e011b0bde, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T22:21:32,617 INFO [M:0;bd6592c37bb2:41443 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-11-24T22:21:32,618 INFO [M:0;bd6592c37bb2:41443 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:32,618 DEBUG [M:0;bd6592c37bb2:41443 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486891328Disabling compacts and flushes for region at 1732486891328Disabling writes for close at 1732486891329 (+1 ms)Obtaining lock to block concurrent updates at 1732486891329Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732486891329Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732486891329Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732486891330 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732486891330Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732486891345 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732486891345Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732486891753 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732486891770 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732486891770Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732486892179 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732486892197 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732486892197Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4edb8127: reopening flushed file at 1732486892605 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d141d57: reopening flushed file at 1732486892609 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@172f1b20: reopening flushed file at 1732486892613 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1732486892617 (+4 ms)Writing region close event to WAL at 1732486892618 (+1 ms)Closed at 1732486892618 2024-11-24T22:21:32,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741830_1006 (size=63642) 2024-11-24T22:21:32,620 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0495677d-1623-bd24-a495-eb0a8400d34f/MasterData/WALs/bd6592c37bb2,41443,1732486865063/bd6592c37bb2%2C41443%2C1732486865063.1732486866432 not finished, retry = 0 2024-11-24T22:21:32,721 INFO [M:0;bd6592c37bb2:41443 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T22:21:32,721 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:21:32,721 INFO [M:0;bd6592c37bb2:41443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41443 2024-11-24T22:21:32,721 INFO [M:0;bd6592c37bb2:41443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:21:32,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:21:32,825 INFO [M:0;bd6592c37bb2:41443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:21:32,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41443-0x1014c117b0f0003, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:21:32,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d03fc69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:21:32,829 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2636417{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:21:32,829 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:21:32,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2343164b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:21:32,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@626e0acc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/hadoop.log.dir/,STOPPED} 2024-11-24T22:21:32,830 WARN [BP-1236904936-172.17.0.2-1732486864179 heartbeating to localhost/127.0.0.1:43995 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T22:21:32,830 WARN [BP-1236904936-172.17.0.2-1732486864179 heartbeating to localhost/127.0.0.1:43995 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1236904936-172.17.0.2-1732486864179 (Datanode Uuid 0891573d-9288-465f-ae4b-ca5e254c92ae) service to localhost/127.0.0.1:43995 2024-11-24T22:21:32,831 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/cluster_1051237d-cdfe-f6cd-db16-8553721b8001/data/data1/current/BP-1236904936-172.17.0.2-1732486864179 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:21:32,831 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/cluster_1051237d-cdfe-f6cd-db16-8553721b8001/data/data2/current/BP-1236904936-172.17.0.2-1732486864179 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:21:32,831 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T22:21:32,831 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T22:21:32,831 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T22:21:32,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2392ca06{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:21:32,838 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50d84cf3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:21:32,838 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:21:32,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23309e31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:21:32,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b84d529{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3796104f-6e64-7b10-891c-568338470b51/hadoop.log.dir/,STOPPED} 2024-11-24T22:21:32,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T22:21:32,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T22:21:32,853 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:21:32,853 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:21:32,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:32,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:32,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:21:32,854 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T22:21:32,854 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=246107886, stopped=false 2024-11-24T22:21:32,854 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bd6592c37bb2,33177,1732486862138 2024-11-24T22:21:32,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1903874784/running 2024-11-24T22:21:32,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1014c117b0f0001, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1903874784/running 2024-11-24T22:21:32,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1903874784 2024-11-24T22:21:32,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1014c117b0f0001, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1903874784 2024-11-24T22:21:32,855 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:21:32,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43559-0x1014c117b0f0001, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Set watcher on znode that does not yet exist, /0-1903874784/running 2024-11-24T22:21:32,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Set watcher on znode that does not yet exist, /0-1903874784/running 2024-11-24T22:21:32,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:21:32,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:21:32,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:32,856 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bd6592c37bb2,43559,1732486862200' ***** 2024-11-24T22:21:32,856 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T22:21:32,857 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T22:21:32,857 INFO [RS:0;bd6592c37bb2:43559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T22:21:32,857 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T22:21:32,857 INFO [RS:0;bd6592c37bb2:43559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T22:21:32,857 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(3091): Received CLOSE for 9fc8df3e4063b493b7271bca7280d30b 2024-11-24T22:21:32,857 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a04f513673fabe78a297fcec06039eb 2024-11-24T22:21:32,857 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(959): stopping server bd6592c37bb2,43559,1732486862200 2024-11-24T22:21:32,857 INFO [RS:0;bd6592c37bb2:43559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:21:32,857 INFO [RS:0;bd6592c37bb2:43559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:43559. 2024-11-24T22:21:32,857 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9fc8df3e4063b493b7271bca7280d30b, disabling compactions & flushes 2024-11-24T22:21:32,857 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b. 2024-11-24T22:21:32,857 DEBUG [RS:0;bd6592c37bb2:43559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:21:32,857 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b. 2024-11-24T22:21:32,857 DEBUG [RS:0;bd6592c37bb2:43559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:32,857 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b. after waiting 0 ms 2024-11-24T22:21:32,857 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b. 2024-11-24T22:21:32,857 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T22:21:32,857 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T22:21:32,857 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T22:21:32,858 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9fc8df3e4063b493b7271bca7280d30b 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-24T22:21:32,858 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T22:21:32,858 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T22:21:32,858 DEBUG [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(1325): Online Regions={9fc8df3e4063b493b7271bca7280d30b=test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b., 1588230740=hbase:meta,,1.1588230740, 4a04f513673fabe78a297fcec06039eb=hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb.} 2024-11-24T22:21:32,858 DEBUG [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a04f513673fabe78a297fcec06039eb, 9fc8df3e4063b493b7271bca7280d30b 2024-11-24T22:21:32,858 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:21:32,858 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:21:32,858 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:21:32,858 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:21:32,858 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:21:32,858 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T22:21:32,874 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/default/test/9fc8df3e4063b493b7271bca7280d30b/.tmp/f/8a35b0ab9d9f4b468fc7c5c01db3d2cd is 28, key is row/f:/1732486882509/DeleteFamily/seqid=0 2024-11-24T22:21:32,877 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740/.tmp/info/0f19bdee1a6f4f04bfa44cd139ce0ed7 is 147, key is hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb./info:regioninfo/1732486874493/Put/seqid=0 2024-11-24T22:21:32,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741840_1016 (size=5085) 2024-11-24T22:21:32,878 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/default/test/9fc8df3e4063b493b7271bca7280d30b/.tmp/f/8a35b0ab9d9f4b468fc7c5c01db3d2cd 2024-11-24T22:21:32,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741841_1017 (size=7686) 2024-11-24T22:21:32,882 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a35b0ab9d9f4b468fc7c5c01db3d2cd 2024-11-24T22:21:32,896 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/default/test/9fc8df3e4063b493b7271bca7280d30b/.tmp/f1/cb2e4aee0eda41babac45d2df8d232fe is 29, key is row/f1:/1732486882509/DeleteFamily/seqid=0 2024-11-24T22:21:32,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741842_1018 (size=5089) 2024-11-24T22:21:32,913 INFO [regionserver/bd6592c37bb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:21:33,058 DEBUG [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a04f513673fabe78a297fcec06039eb, 9fc8df3e4063b493b7271bca7280d30b 2024-11-24T22:21:33,235 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:33177 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-24T22:21:33,258 DEBUG [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a04f513673fabe78a297fcec06039eb, 9fc8df3e4063b493b7271bca7280d30b 2024-11-24T22:21:33,281 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740/.tmp/info/0f19bdee1a6f4f04bfa44cd139ce0ed7 2024-11-24T22:21:33,299 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/default/test/9fc8df3e4063b493b7271bca7280d30b/.tmp/f1/cb2e4aee0eda41babac45d2df8d232fe 2024-11-24T22:21:33,302 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740/.tmp/ns/56e6aa96753c49ff8ce6f1f0c0816398 is 43, key is default/ns:d/1732486864034/Put/seqid=0 2024-11-24T22:21:33,302 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb2e4aee0eda41babac45d2df8d232fe 2024-11-24T22:21:33,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741843_1019 (size=5153) 2024-11-24T22:21:33,313 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T22:21:33,314 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T22:21:33,318 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/default/test/9fc8df3e4063b493b7271bca7280d30b/.tmp/norep/2d944c8af99a4321a10800203d1047ac is 32, key is row/norep:/1732486882509/DeleteFamily/seqid=0 2024-11-24T22:21:33,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741844_1020 (size=5101) 2024-11-24T22:21:33,361 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 636, reset compression=false 2024-11-24T22:21:33,365 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:21:33,365 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 883, reset compression=false 2024-11-24T22:21:33,365 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.shipperbd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,43559,1732486862200 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:21:33,366 ERROR [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.shipperbd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bd6592c37bb2,43559,1732486862200: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-bd6592c37bb2,43559,1732486862200, walGroup=bd6592c37bb2%2C43559%2C1732486862200, offset=bd6592c37bb2%2C43559%2C1732486862200.1732486863401:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:43559 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T22:21:33,367 ERROR [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.shipperbd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T22:21:33,367 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.shipperbd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T22:21:33,368 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.shipperbd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T22:21:33,368 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.shipperbd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T22:21:33,368 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.shipperbd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T22:21:33,368 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.shipperbd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1382023168, "init": 1048576000, "max": 2306867200, "used": 1017320048 }, "NonHeapMemoryUsage": { "committed": 207486976, "init": 7667712, "max": -1, "used": 202411384 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T22:21:33,369 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.shipperbd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:33177 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:33177 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T22:21:33,458 DEBUG [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a04f513673fabe78a297fcec06039eb, 9fc8df3e4063b493b7271bca7280d30b 2024-11-24T22:21:33,569 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 883, reset compression=false 2024-11-24T22:21:33,659 DEBUG [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a04f513673fabe78a297fcec06039eb, 9fc8df3e4063b493b7271bca7280d30b 2024-11-24T22:21:33,706 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740/.tmp/ns/56e6aa96753c49ff8ce6f1f0c0816398 2024-11-24T22:21:33,722 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/default/test/9fc8df3e4063b493b7271bca7280d30b/.tmp/norep/2d944c8af99a4321a10800203d1047ac 2024-11-24T22:21:33,723 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740/.tmp/rep_barrier/d9b8288528604a4ea2db75d4df0182cf is 112, key is test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b./rep_barrier:seqnumDuringOpen/1732486872047/Put/seqid=0 2024-11-24T22:21:33,725 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d944c8af99a4321a10800203d1047ac 2024-11-24T22:21:33,726 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/default/test/9fc8df3e4063b493b7271bca7280d30b/.tmp/f/8a35b0ab9d9f4b468fc7c5c01db3d2cd as hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/default/test/9fc8df3e4063b493b7271bca7280d30b/f/8a35b0ab9d9f4b468fc7c5c01db3d2cd 2024-11-24T22:21:33,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741845_1021 (size=5518) 2024-11-24T22:21:33,729 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a35b0ab9d9f4b468fc7c5c01db3d2cd 2024-11-24T22:21:33,730 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/default/test/9fc8df3e4063b493b7271bca7280d30b/f/8a35b0ab9d9f4b468fc7c5c01db3d2cd, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T22:21:33,730 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/default/test/9fc8df3e4063b493b7271bca7280d30b/.tmp/f1/cb2e4aee0eda41babac45d2df8d232fe as hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/default/test/9fc8df3e4063b493b7271bca7280d30b/f1/cb2e4aee0eda41babac45d2df8d232fe 2024-11-24T22:21:33,734 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb2e4aee0eda41babac45d2df8d232fe 2024-11-24T22:21:33,734 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/default/test/9fc8df3e4063b493b7271bca7280d30b/f1/cb2e4aee0eda41babac45d2df8d232fe, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T22:21:33,734 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/default/test/9fc8df3e4063b493b7271bca7280d30b/.tmp/norep/2d944c8af99a4321a10800203d1047ac as hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/default/test/9fc8df3e4063b493b7271bca7280d30b/norep/2d944c8af99a4321a10800203d1047ac 2024-11-24T22:21:33,738 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d944c8af99a4321a10800203d1047ac 2024-11-24T22:21:33,738 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/default/test/9fc8df3e4063b493b7271bca7280d30b/norep/2d944c8af99a4321a10800203d1047ac, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T22:21:33,738 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 9fc8df3e4063b493b7271bca7280d30b in 881ms, sequenceid=6, compaction requested=false 2024-11-24T22:21:33,742 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/default/test/9fc8df3e4063b493b7271bca7280d30b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T22:21:33,742 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:21:33,742 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T22:21:33,743 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b. 2024-11-24T22:21:33,743 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9fc8df3e4063b493b7271bca7280d30b: Waiting for close lock at 1732486892857Running coprocessor pre-close hooks at 1732486892857Disabling compacts and flushes for region at 1732486892857Disabling writes for close at 1732486892857Obtaining lock to block concurrent updates at 1732486892858 (+1 ms)Preparing flush snapshotting stores in 9fc8df3e4063b493b7271bca7280d30b at 1732486892858Finished memstore snapshotting test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732486892858Flushing stores of test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b. at 1732486892858Flushing 9fc8df3e4063b493b7271bca7280d30b/f: creating writer at 1732486892858Flushing 9fc8df3e4063b493b7271bca7280d30b/f: appending metadata at 1732486892874 (+16 ms)Flushing 9fc8df3e4063b493b7271bca7280d30b/f: closing flushed file at 1732486892874Flushing 9fc8df3e4063b493b7271bca7280d30b/f1: creating writer at 1732486892882 (+8 ms)Flushing 9fc8df3e4063b493b7271bca7280d30b/f1: appending metadata at 1732486892895 (+13 ms)Flushing 9fc8df3e4063b493b7271bca7280d30b/f1: closing flushed file at 1732486892895Flushing 9fc8df3e4063b493b7271bca7280d30b/norep: creating writer at 1732486893302 (+407 ms)Flushing 9fc8df3e4063b493b7271bca7280d30b/norep: appending metadata at 1732486893317 (+15 ms)Flushing 9fc8df3e4063b493b7271bca7280d30b/norep: closing flushed file at 1732486893317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c7c0aa9: reopening flushed file at 1732486893725 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3804a823: reopening flushed file at 1732486893730 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3646bfbd: reopening flushed file at 1732486893734 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 9fc8df3e4063b493b7271bca7280d30b in 881ms, sequenceid=6, compaction requested=false at 1732486893738 (+4 ms)Writing region close event to WAL at 1732486893739 (+1 ms)Running coprocessor post-close hooks at 1732486893742 (+3 ms)Closed at 1732486893742 2024-11-24T22:21:33,743 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732486871572.9fc8df3e4063b493b7271bca7280d30b. 2024-11-24T22:21:33,743 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a04f513673fabe78a297fcec06039eb, disabling compactions & flushes 2024-11-24T22:21:33,743 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb. 2024-11-24T22:21:33,743 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb. 2024-11-24T22:21:33,743 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb. after waiting 0 ms 2024-11-24T22:21:33,743 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb. 2024-11-24T22:21:33,743 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a04f513673fabe78a297fcec06039eb: Waiting for close lock at 1732486893743Running coprocessor pre-close hooks at 1732486893743Disabling compacts and flushes for region at 1732486893743Disabling writes for close at 1732486893743Failed flush hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb., putting online again at 1732486893743 2024-11-24T22:21:33,743 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb. 2024-11-24T22:21:33,859 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T22:21:33,859 DEBUG [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4a04f513673fabe78a297fcec06039eb=hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb.} 2024-11-24T22:21:33,859 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a04f513673fabe78a297fcec06039eb 2024-11-24T22:21:33,859 DEBUG [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a04f513673fabe78a297fcec06039eb 2024-11-24T22:21:33,859 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a04f513673fabe78a297fcec06039eb, disabling compactions & flushes 2024-11-24T22:21:33,859 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb. 2024-11-24T22:21:33,859 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb. 2024-11-24T22:21:33,859 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb. after waiting 0 ms 2024-11-24T22:21:33,859 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb. 2024-11-24T22:21:33,859 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a04f513673fabe78a297fcec06039eb: Waiting for close lock at 1732486893859Running coprocessor pre-close hooks at 1732486893859Disabling compacts and flushes for region at 1732486893859Disabling writes for close at 1732486893859Failed flush hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb., putting online again at 1732486893859 2024-11-24T22:21:33,859 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732486874023.4a04f513673fabe78a297fcec06039eb. 2024-11-24T22:21:33,873 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 883, reset compression=false 2024-11-24T22:21:33,877 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:21:33,877 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 1527, reset compression=false 2024-11-24T22:21:34,059 DEBUG [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:21:34,080 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 1527, reset compression=false 2024-11-24T22:21:34,127 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740/.tmp/rep_barrier/d9b8288528604a4ea2db75d4df0182cf 2024-11-24T22:21:34,149 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740/.tmp/table/b9ea52e938d54656a2eda08c97a43ad0 is 53, key is hbase:replication/table:state/1732486874503/Put/seqid=0 2024-11-24T22:21:34,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741846_1022 (size=5308) 2024-11-24T22:21:34,259 DEBUG [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:21:34,384 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/WALs/bd6592c37bb2,43559,1732486862200/bd6592c37bb2%2C43559%2C1732486862200.1732486863401 to pos 1527, reset compression=false 2024-11-24T22:21:34,459 DEBUG [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:21:34,553 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740/.tmp/table/b9ea52e938d54656a2eda08c97a43ad0 2024-11-24T22:21:34,557 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740/.tmp/info/0f19bdee1a6f4f04bfa44cd139ce0ed7 as hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740/info/0f19bdee1a6f4f04bfa44cd139ce0ed7 2024-11-24T22:21:34,560 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740/info/0f19bdee1a6f4f04bfa44cd139ce0ed7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T22:21:34,561 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740/.tmp/ns/56e6aa96753c49ff8ce6f1f0c0816398 as hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740/ns/56e6aa96753c49ff8ce6f1f0c0816398 2024-11-24T22:21:34,565 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740/ns/56e6aa96753c49ff8ce6f1f0c0816398, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T22:21:34,565 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740/.tmp/rep_barrier/d9b8288528604a4ea2db75d4df0182cf as hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740/rep_barrier/d9b8288528604a4ea2db75d4df0182cf 2024-11-24T22:21:34,568 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740/rep_barrier/d9b8288528604a4ea2db75d4df0182cf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T22:21:34,569 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740/.tmp/table/b9ea52e938d54656a2eda08c97a43ad0 as hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740/table/b9ea52e938d54656a2eda08c97a43ad0 2024-11-24T22:21:34,572 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740/table/b9ea52e938d54656a2eda08c97a43ad0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T22:21:34,573 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-11-24T22:21:34,576 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T22:21:34,576 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:21:34,576 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:21:34,576 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:21:34,577 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486892858Running coprocessor pre-close hooks at 1732486892858Disabling compacts and flushes for region at 1732486892858Disabling writes for close at 1732486892858Obtaining lock to block concurrent updates at 1732486892858Preparing flush snapshotting stores in 1588230740 at 1732486892858Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732486892858Flushing stores of hbase:meta,,1.1588230740 at 1732486892859 (+1 ms)Flushing 1588230740/info: creating writer at 1732486892859Flushing 1588230740/info: appending metadata at 1732486892877 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732486892877Flushing 1588230740/ns: creating writer at 1732486893285 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732486893301 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732486893301Flushing 1588230740/rep_barrier: creating writer at 1732486893710 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732486893723 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732486893723Flushing 1588230740/table: creating writer at 1732486894131 (+408 ms)Flushing 1588230740/table: appending metadata at 1732486894148 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732486894148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71c33c3f: reopening flushed file at 1732486894557 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43c4b2b4: reopening flushed file at 1732486894561 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc52009: reopening flushed file at 1732486894565 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42cb1dff: reopening flushed file at 1732486894568 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1732486894573 (+5 ms)Writing region close event to WAL at 1732486894574 (+1 ms)Running coprocessor post-close hooks at 1732486894576 (+2 ms)Closed at 1732486894576 2024-11-24T22:21:34,577 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T22:21:34,660 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T22:21:34,660 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(976): stopping server bd6592c37bb2,43559,1732486862200; all regions closed. 2024-11-24T22:21:34,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741834_1010 (size=4239) 2024-11-24T22:21:34,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741839_1015 (size=1297) 2024-11-24T22:21:34,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741832_1008 (size=1535) 2024-11-24T22:21:34,666 DEBUG [RS:0;bd6592c37bb2:43559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:34,666 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:21:34,666 INFO [RS:0;bd6592c37bb2:43559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:21:34,667 INFO [RS:0;bd6592c37bb2:43559 {}] hbase.ChoreService(370): Chore service for: regionserver/bd6592c37bb2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T22:21:34,667 INFO [RS:0;bd6592c37bb2:43559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:21:34,667 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:21:34,667 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bd6592c37bb2,43559,1732486862200 because: Region server is closing 2024-11-24T22:21:34,667 INFO [RS:0;bd6592c37bb2:43559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:43559. 2024-11-24T22:21:34,667 DEBUG [RS:0;bd6592c37bb2:43559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:21:34,667 DEBUG [RS:0;bd6592c37bb2:43559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:34,667 DEBUG [RS:0;bd6592c37bb2:43559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:34,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:21:34,768 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.shipperbd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 terminated 2024-11-24T22:21:34,768 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,43559,1732486862200.replicationSource.wal-reader.bd6592c37bb2%2C43559%2C1732486862200,1-bd6592c37bb2,43559,1732486862200 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T22:21:34,768 INFO [RS:0;bd6592c37bb2:43559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43559 2024-11-24T22:21:34,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1014c117b0f0001, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1903874784/rs/bd6592c37bb2,43559,1732486862200 2024-11-24T22:21:34,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1903874784/rs 2024-11-24T22:21:34,770 INFO [RS:0;bd6592c37bb2:43559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:21:34,771 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bd6592c37bb2,43559,1732486862200] 2024-11-24T22:21:34,773 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1903874784/draining/bd6592c37bb2,43559,1732486862200 already deleted, retry=false 2024-11-24T22:21:34,773 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bd6592c37bb2,43559,1732486862200 expired; onlineServers=0 2024-11-24T22:21:34,773 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bd6592c37bb2,33177,1732486862138' ***** 2024-11-24T22:21:34,773 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T22:21:34,773 INFO [M:0;bd6592c37bb2:33177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:21:34,773 INFO [M:0;bd6592c37bb2:33177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:21:34,773 DEBUG [M:0;bd6592c37bb2:33177 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T22:21:34,773 DEBUG [M:0;bd6592c37bb2:33177 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T22:21:34,773 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T22:21:34,773 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486863208 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486863208,5,FailOnTimeoutGroup] 2024-11-24T22:21:34,773 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486863212 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486863212,5,FailOnTimeoutGroup] 2024-11-24T22:21:34,774 INFO [M:0;bd6592c37bb2:33177 {}] hbase.ChoreService(370): Chore service for: master/bd6592c37bb2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T22:21:34,774 INFO [M:0;bd6592c37bb2:33177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:21:34,774 DEBUG [M:0;bd6592c37bb2:33177 {}] master.HMaster(1795): Stopping service threads 2024-11-24T22:21:34,774 INFO [M:0;bd6592c37bb2:33177 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T22:21:34,774 INFO [M:0;bd6592c37bb2:33177 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:21:34,774 INFO [M:0;bd6592c37bb2:33177 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T22:21:34,774 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T22:21:34,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1903874784/master 2024-11-24T22:21:34,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1903874784 2024-11-24T22:21:34,776 DEBUG [M:0;bd6592c37bb2:33177 {}] zookeeper.ZKUtil(347): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Unable to get data of znode /0-1903874784/master because node does not exist (not an error) 2024-11-24T22:21:34,776 WARN [M:0;bd6592c37bb2:33177 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T22:21:34,777 INFO [M:0;bd6592c37bb2:33177 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/.lastflushedseqids 2024-11-24T22:21:34,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741847_1023 (size=245) 2024-11-24T22:21:34,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1014c117b0f0001, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:21:34,872 INFO [RS:0;bd6592c37bb2:43559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:21:34,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43559-0x1014c117b0f0001, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:21:34,872 INFO [RS:0;bd6592c37bb2:43559 {}] regionserver.HRegionServer(1031): Exiting; stopping=bd6592c37bb2,43559,1732486862200; zookeeper connection closed. 2024-11-24T22:21:34,872 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1aca1356 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1aca1356 2024-11-24T22:21:34,872 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T22:21:35,181 INFO [M:0;bd6592c37bb2:33177 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T22:21:35,181 INFO [M:0;bd6592c37bb2:33177 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T22:21:35,181 DEBUG [M:0;bd6592c37bb2:33177 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:21:35,181 INFO [M:0;bd6592c37bb2:33177 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:35,181 DEBUG [M:0;bd6592c37bb2:33177 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:35,181 DEBUG [M:0;bd6592c37bb2:33177 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:21:35,182 DEBUG [M:0;bd6592c37bb2:33177 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:35,182 INFO [M:0;bd6592c37bb2:33177 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T22:21:35,198 DEBUG [M:0;bd6592c37bb2:33177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5005fc8100e44fbda3e907611a3591dc is 82, key is hbase:meta,,1/info:regioninfo/1732486864019/Put/seqid=0 2024-11-24T22:21:35,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741848_1024 (size=5672) 2024-11-24T22:21:35,602 INFO [M:0;bd6592c37bb2:33177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5005fc8100e44fbda3e907611a3591dc 2024-11-24T22:21:35,624 DEBUG [M:0;bd6592c37bb2:33177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce214fe083dc4198a928c3832831c4f6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732486874507/Put/seqid=0 2024-11-24T22:21:35,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741849_1025 (size=8516) 2024-11-24T22:21:36,028 INFO [M:0;bd6592c37bb2:33177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce214fe083dc4198a928c3832831c4f6 2024-11-24T22:21:36,046 DEBUG [M:0;bd6592c37bb2:33177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02575fc083754105b666824c8cc0c006 is 69, key is bd6592c37bb2,43559,1732486862200/rs:state/1732486863253/Put/seqid=0 2024-11-24T22:21:36,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741850_1026 (size=5156) 2024-11-24T22:21:36,049 INFO [M:0;bd6592c37bb2:33177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02575fc083754105b666824c8cc0c006 2024-11-24T22:21:36,053 DEBUG [M:0;bd6592c37bb2:33177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5005fc8100e44fbda3e907611a3591dc as hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5005fc8100e44fbda3e907611a3591dc 2024-11-24T22:21:36,056 INFO [M:0;bd6592c37bb2:33177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5005fc8100e44fbda3e907611a3591dc, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T22:21:36,056 DEBUG [M:0;bd6592c37bb2:33177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce214fe083dc4198a928c3832831c4f6 as hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce214fe083dc4198a928c3832831c4f6 2024-11-24T22:21:36,059 INFO [M:0;bd6592c37bb2:33177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce214fe083dc4198a928c3832831c4f6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T22:21:36,060 DEBUG [M:0;bd6592c37bb2:33177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02575fc083754105b666824c8cc0c006 as hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/02575fc083754105b666824c8cc0c006 2024-11-24T22:21:36,063 INFO [M:0;bd6592c37bb2:33177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/be039f60-b9f0-c3e8-05db-df30b89fdd97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/02575fc083754105b666824c8cc0c006, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T22:21:36,063 INFO [M:0;bd6592c37bb2:33177 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=97, compaction requested=false 2024-11-24T22:21:36,065 INFO [M:0;bd6592c37bb2:33177 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:36,065 DEBUG [M:0;bd6592c37bb2:33177 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486895181Disabling compacts and flushes for region at 1732486895181Disabling writes for close at 1732486895181Obtaining lock to block concurrent updates at 1732486895182 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732486895182Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732486895182Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732486895182Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732486895182Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732486895198 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732486895198Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732486895606 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732486895623 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732486895623Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732486896032 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732486896045 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732486896045Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@187ac925: reopening flushed file at 1732486896052 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@255753f7: reopening flushed file at 1732486896056 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64b75e8b: reopening flushed file at 1732486896059 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=97, compaction requested=false at 1732486896063 (+4 ms)Writing region close event to WAL at 1732486896064 (+1 ms)Closed at 1732486896064 2024-11-24T22:21:36,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741830_1006 (size=63654) 2024-11-24T22:21:36,066 INFO [M:0;bd6592c37bb2:33177 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T22:21:36,067 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:21:36,067 INFO [M:0;bd6592c37bb2:33177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33177 2024-11-24T22:21:36,067 INFO [M:0;bd6592c37bb2:33177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:21:36,169 INFO [M:0;bd6592c37bb2:33177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:21:36,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:21:36,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x1014c117b0f0000, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:21:36,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74250959{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:21:36,172 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68d878e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:21:36,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:21:36,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bbb495{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:21:36,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dee817b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/hadoop.log.dir/,STOPPED} 2024-11-24T22:21:36,173 WARN [BP-808463982-172.17.0.2-1732486860955 heartbeating to localhost/127.0.0.1:45903 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T22:21:36,173 WARN [BP-808463982-172.17.0.2-1732486860955 heartbeating to localhost/127.0.0.1:45903 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-808463982-172.17.0.2-1732486860955 (Datanode Uuid 8930b9a7-92cf-4f78-b7a7-42aae5c47956) service to localhost/127.0.0.1:45903 2024-11-24T22:21:36,173 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T22:21:36,173 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T22:21:36,174 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/cluster_ba2bc180-d426-7748-d36b-82123c0db7a9/data/data1/current/BP-808463982-172.17.0.2-1732486860955 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:21:36,174 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/cluster_ba2bc180-d426-7748-d36b-82123c0db7a9/data/data2/current/BP-808463982-172.17.0.2-1732486860955 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:21:36,174 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T22:21:36,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20ceae03{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:21:36,181 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78a73050{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:21:36,181 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:21:36,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e30eaee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:21:36,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698790f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02434d2b-f104-326a-f9e7-a067877182fe/hadoop.log.dir/,STOPPED} 2024-11-24T22:21:36,186 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T22:21:36,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T22:21:36,213 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 315) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49162) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43995 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:36849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36849 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49162) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49162) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45903 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:43995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:45903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=791 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=410 (was 345) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5478 (was 6742) 2024-11-24T22:21:36,225 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=410, ProcessCount=11, AvailableMemoryMB=5478 2024-11-24T22:21:36,242 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-24T22:21:36,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/hadoop.log.dir so I do NOT create it in target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911 2024-11-24T22:21:36,243 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T22:21:36,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/hadoop.tmp.dir so I do NOT create it in target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911 2024-11-24T22:21:36,243 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf8ef40-fac0-ec22-f6ac-b3d9e50ae36d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T22:21:36,243 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911 2024-11-24T22:21:36,243 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/cluster_1126a37d-5772-2b48-c62e-a9e9605de856, deleteOnExit=true 2024-11-24T22:21:36,246 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/cluster_1126a37d-5772-2b48-c62e-a9e9605de856/zookeeper_0, clientPort=64175, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/cluster_1126a37d-5772-2b48-c62e-a9e9605de856/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/cluster_1126a37d-5772-2b48-c62e-a9e9605de856/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T22:21:36,247 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64175 2024-11-24T22:21:36,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T22:21:36,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T22:21:36,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/test.cache.data in system properties and HBase conf 2024-11-24T22:21:36,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T22:21:36,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/hadoop.log.dir in system properties and HBase conf 2024-11-24T22:21:36,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T22:21:36,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T22:21:36,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T22:21:36,248 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T22:21:36,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:21:36,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:21:36,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T22:21:36,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:21:36,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T22:21:36,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T22:21:36,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:21:36,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:21:36,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T22:21:36,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/nfs.dump.dir in system properties and HBase conf 2024-11-24T22:21:36,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/java.io.tmpdir in system properties and HBase conf 2024-11-24T22:21:36,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:21:36,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T22:21:36,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T22:21:36,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014c117b0f0005, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T22:21:36,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014c117b0f0008, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T22:21:36,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014c117b0f0002, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T22:21:36,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014c117b0f0002, quorum=127.0.0.1:49162, baseZNode=/0-1903874784 Received Disconnected from ZooKeeper, ignoring 2024-11-24T22:21:36,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014c117b0f0008, quorum=127.0.0.1:49162, baseZNode=/2-881872349 Received Disconnected from ZooKeeper, ignoring 2024-11-24T22:21:36,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014c117b0f0005, quorum=127.0.0.1:49162, baseZNode=/1-405829185 Received Disconnected from ZooKeeper, ignoring 2024-11-24T22:21:36,312 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T22:21:36,313 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:36,313 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:36,313 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:36,313 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:36,313 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:36,314 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:36,314 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:36,314 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:36,344 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:36,344 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:36,344 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:36,344 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:36,344 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:36,345 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:36,347 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:36,351 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:36,351 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:36,353 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:36,381 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:21:36,384 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:21:36,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:21:36,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:21:36,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T22:21:36,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:21:36,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@539e6189{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:21:36,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41493b7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:21:36,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a064ac5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/java.io.tmpdir/jetty-localhost-35931-hadoop-hdfs-3_4_1-tests_jar-_-any-9413483139880063440/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:21:36,507 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e508a81{HTTP/1.1, (http/1.1)}{localhost:35931} 2024-11-24T22:21:36,507 INFO [Time-limited test {}] server.Server(415): Started @278717ms 2024-11-24T22:21:36,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:21:36,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:21:36,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:21:36,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:21:36,584 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T22:21:36,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34cd4297{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:21:36,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5229426c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:21:36,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10ceecef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/java.io.tmpdir/jetty-localhost-37613-hadoop-hdfs-3_4_1-tests_jar-_-any-16883343288248811774/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:21:36,712 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@623672de{HTTP/1.1, (http/1.1)}{localhost:37613} 2024-11-24T22:21:36,712 INFO [Time-limited test {}] server.Server(415): Started @278922ms 2024-11-24T22:21:36,713 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T22:21:36,811 WARN [Thread-4177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/cluster_1126a37d-5772-2b48-c62e-a9e9605de856/data/data1/current/BP-521267203-172.17.0.2-1732486896269/current, will proceed with Du for space computation calculation, 2024-11-24T22:21:36,811 WARN [Thread-4178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/cluster_1126a37d-5772-2b48-c62e-a9e9605de856/data/data2/current/BP-521267203-172.17.0.2-1732486896269/current, will proceed with Du for space computation calculation, 2024-11-24T22:21:36,832 WARN [Thread-4165 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T22:21:36,834 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a8a042be0b91923 with lease ID 0xe50bffe81a2a9db7: Processing first storage report for DS-58500102-4d1d-491e-9982-0189188f5be8 from datanode DatanodeRegistration(127.0.0.1:44315, datanodeUuid=3d01b421-a00e-4c36-9b64-65014706eb53, infoPort=46685, infoSecurePort=0, ipcPort=45261, storageInfo=lv=-57;cid=testClusterID;nsid=1638177369;c=1732486896269) 2024-11-24T22:21:36,834 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a8a042be0b91923 with lease ID 0xe50bffe81a2a9db7: from storage DS-58500102-4d1d-491e-9982-0189188f5be8 node DatanodeRegistration(127.0.0.1:44315, datanodeUuid=3d01b421-a00e-4c36-9b64-65014706eb53, infoPort=46685, infoSecurePort=0, ipcPort=45261, storageInfo=lv=-57;cid=testClusterID;nsid=1638177369;c=1732486896269), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:21:36,834 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a8a042be0b91923 with lease ID 0xe50bffe81a2a9db7: Processing first storage report for DS-d0ef6248-ccb2-4852-aed1-ab65b62b72bb from datanode DatanodeRegistration(127.0.0.1:44315, datanodeUuid=3d01b421-a00e-4c36-9b64-65014706eb53, infoPort=46685, infoSecurePort=0, ipcPort=45261, storageInfo=lv=-57;cid=testClusterID;nsid=1638177369;c=1732486896269) 2024-11-24T22:21:36,834 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a8a042be0b91923 with lease ID 0xe50bffe81a2a9db7: from storage DS-d0ef6248-ccb2-4852-aed1-ab65b62b72bb node DatanodeRegistration(127.0.0.1:44315, datanodeUuid=3d01b421-a00e-4c36-9b64-65014706eb53, infoPort=46685, infoSecurePort=0, ipcPort=45261, storageInfo=lv=-57;cid=testClusterID;nsid=1638177369;c=1732486896269), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:21:36,934 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911 2024-11-24T22:21:36,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:36,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:36,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44315 is added to blk_1073741825_1001 (size=7) 2024-11-24T22:21:37,343 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f with version=8 2024-11-24T22:21:37,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/hbase-staging 2024-11-24T22:21:37,346 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:21:37,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:37,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:37,346 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:21:37,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:37,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:21:37,346 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T22:21:37,346 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:21:37,347 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41329 2024-11-24T22:21:37,348 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41329 connecting to ZooKeeper ensemble=127.0.0.1:64175 2024-11-24T22:21:37,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413290x0, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:21:37,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41329-0x1014c1205060000 connected 2024-11-24T22:21:37,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:37,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:37,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41329-0x1014c1205060000, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Set watcher on znode that does not yet exist, /0-1764383225/running 2024-11-24T22:21:37,381 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f, hbase.cluster.distributed=false 2024-11-24T22:21:37,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41329-0x1014c1205060000, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Set watcher on znode that does not yet exist, /0-1764383225/acl 2024-11-24T22:21:37,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41329 2024-11-24T22:21:37,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41329 2024-11-24T22:21:37,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41329 2024-11-24T22:21:37,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41329 2024-11-24T22:21:37,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41329 2024-11-24T22:21:37,405 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:21:37,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:37,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:37,405 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:21:37,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:37,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:21:37,405 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T22:21:37,405 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:21:37,406 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37283 2024-11-24T22:21:37,406 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37283 connecting to ZooKeeper ensemble=127.0.0.1:64175 2024-11-24T22:21:37,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:37,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:37,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372830x0, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:21:37,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372830x0, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Set watcher on znode that does not yet exist, /0-1764383225/running 2024-11-24T22:21:37,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37283-0x1014c1205060001 connected 2024-11-24T22:21:37,412 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T22:21:37,415 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T22:21:37,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37283-0x1014c1205060001, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Set watcher on znode that does not yet exist, /0-1764383225/master 2024-11-24T22:21:37,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37283-0x1014c1205060001, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Set watcher on znode that does not yet exist, /0-1764383225/acl 2024-11-24T22:21:37,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37283 2024-11-24T22:21:37,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37283 2024-11-24T22:21:37,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37283 2024-11-24T22:21:37,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37283 2024-11-24T22:21:37,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37283 2024-11-24T22:21:37,434 DEBUG [M:0;bd6592c37bb2:41329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:41329 2024-11-24T22:21:37,434 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1764383225/backup-masters/bd6592c37bb2,41329,1732486897346 2024-11-24T22:21:37,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x1014c1205060000, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764383225/backup-masters 2024-11-24T22:21:37,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x1014c1205060001, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764383225/backup-masters 2024-11-24T22:21:37,437 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41329-0x1014c1205060000, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Set watcher on existing znode=/0-1764383225/backup-masters/bd6592c37bb2,41329,1732486897346 2024-11-24T22:21:37,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x1014c1205060000, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764383225 2024-11-24T22:21:37,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x1014c1205060001, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1764383225/master 2024-11-24T22:21:37,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x1014c1205060001, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764383225 2024-11-24T22:21:37,439 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41329-0x1014c1205060000, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Set watcher on existing znode=/0-1764383225/master 2024-11-24T22:21:37,439 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1764383225/backup-masters/bd6592c37bb2,41329,1732486897346 from backup master directory 2024-11-24T22:21:37,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x1014c1205060001, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764383225/backup-masters 2024-11-24T22:21:37,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x1014c1205060000, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1764383225/backup-masters/bd6592c37bb2,41329,1732486897346 2024-11-24T22:21:37,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x1014c1205060000, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764383225/backup-masters 2024-11-24T22:21:37,441 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:21:37,441 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,41329,1732486897346 2024-11-24T22:21:37,444 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/hbase.id] with ID: 6e0010d4-0a9f-4b2e-8c60-c9bdcd44ea70 2024-11-24T22:21:37,444 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/.tmp/hbase.id 2024-11-24T22:21:37,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44315 is added to blk_1073741826_1002 (size=42) 2024-11-24T22:21:37,848 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/.tmp/hbase.id]:[hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/hbase.id] 2024-11-24T22:21:37,867 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:37,867 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T22:21:37,868 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T22:21:37,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x1014c1205060001, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764383225 2024-11-24T22:21:37,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x1014c1205060000, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764383225 2024-11-24T22:21:37,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44315 is added to blk_1073741827_1003 (size=196) 2024-11-24T22:21:37,878 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:21:37,879 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T22:21:37,879 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:37,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44315 is added to blk_1073741828_1004 (size=1189) 2024-11-24T22:21:38,285 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/MasterData/data/master/store 2024-11-24T22:21:38,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44315 is added to blk_1073741829_1005 (size=34) 2024-11-24T22:21:38,690 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:38,691 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:21:38,691 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:38,691 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:38,691 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:21:38,691 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:38,691 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:38,691 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486898690Disabling compacts and flushes for region at 1732486898691 (+1 ms)Disabling writes for close at 1732486898691Writing region close event to WAL at 1732486898691Closed at 1732486898691 2024-11-24T22:21:38,691 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/MasterData/data/master/store/.initializing 2024-11-24T22:21:38,691 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/MasterData/WALs/bd6592c37bb2,41329,1732486897346 2024-11-24T22:21:38,692 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:21:38,693 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C41329%2C1732486897346, suffix=, logDir=hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/MasterData/WALs/bd6592c37bb2,41329,1732486897346, archiveDir=hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/MasterData/oldWALs, maxLogs=10 2024-11-24T22:21:38,708 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/MasterData/WALs/bd6592c37bb2,41329,1732486897346/bd6592c37bb2%2C41329%2C1732486897346.1732486898693, exclude list is [], retry=0 2024-11-24T22:21:38,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44315,DS-58500102-4d1d-491e-9982-0189188f5be8,DISK] 2024-11-24T22:21:38,711 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/MasterData/WALs/bd6592c37bb2,41329,1732486897346/bd6592c37bb2%2C41329%2C1732486897346.1732486898693 2024-11-24T22:21:38,712 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46685:46685)] 2024-11-24T22:21:38,712 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:38,712 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:38,712 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:38,712 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:38,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:38,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T22:21:38,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:38,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:38,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:38,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T22:21:38,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:38,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:38,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:38,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T22:21:38,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:38,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:38,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:38,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T22:21:38,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:38,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:38,717 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:38,718 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:38,718 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:38,719 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:38,719 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:38,720 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:21:38,720 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:38,722 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:38,722 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58830862, jitterRate=-0.12335184216499329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:21:38,723 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732486898712Initializing all the Stores at 1732486898713 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486898713Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486898713Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486898713Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486898713Cleaning up temporary data from old regions at 1732486898719 (+6 ms)Region opened successfully at 1732486898723 (+4 ms) 2024-11-24T22:21:38,723 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T22:21:38,725 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ac86bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:21:38,726 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T22:21:38,726 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T22:21:38,726 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T22:21:38,726 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T22:21:38,726 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T22:21:38,727 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T22:21:38,727 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T22:21:38,728 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T22:21:38,729 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41329-0x1014c1205060000, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Unable to get data of znode /0-1764383225/balancer because node does not exist (not necessarily an error) 2024-11-24T22:21:38,732 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1764383225/balancer already deleted, retry=false 2024-11-24T22:21:38,732 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T22:21:38,733 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41329-0x1014c1205060000, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Unable to get data of znode /0-1764383225/normalizer because node does not exist (not necessarily an error) 2024-11-24T22:21:38,734 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1764383225/normalizer already deleted, retry=false 2024-11-24T22:21:38,734 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T22:21:38,735 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41329-0x1014c1205060000, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Unable to get data of znode /0-1764383225/switch/split because node does not exist (not necessarily an error) 2024-11-24T22:21:38,736 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1764383225/switch/split already deleted, retry=false 2024-11-24T22:21:38,737 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41329-0x1014c1205060000, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Unable to get data of znode /0-1764383225/switch/merge because node does not exist (not necessarily an error) 2024-11-24T22:21:38,738 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1764383225/switch/merge already deleted, retry=false 2024-11-24T22:21:38,740 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41329-0x1014c1205060000, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Unable to get data of znode /0-1764383225/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T22:21:38,743 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1764383225/snapshot-cleanup already deleted, retry=false 2024-11-24T22:21:38,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x1014c1205060000, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1764383225/running 2024-11-24T22:21:38,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x1014c1205060001, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1764383225/running 2024-11-24T22:21:38,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x1014c1205060000, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764383225 2024-11-24T22:21:38,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x1014c1205060001, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764383225 2024-11-24T22:21:38,745 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,41329,1732486897346, sessionid=0x1014c1205060000, setting cluster-up flag (Was=false) 2024-11-24T22:21:38,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x1014c1205060001, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764383225 2024-11-24T22:21:38,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x1014c1205060000, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764383225 2024-11-24T22:21:38,753 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1764383225/flush-table-proc/acquired, /0-1764383225/flush-table-proc/reached, /0-1764383225/flush-table-proc/abort 2024-11-24T22:21:38,753 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,41329,1732486897346 2024-11-24T22:21:38,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x1014c1205060000, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764383225 2024-11-24T22:21:38,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x1014c1205060001, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764383225 2024-11-24T22:21:38,761 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1764383225/online-snapshot/acquired, /0-1764383225/online-snapshot/reached, /0-1764383225/online-snapshot/abort 2024-11-24T22:21:38,762 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,41329,1732486897346 2024-11-24T22:21:38,763 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T22:21:38,764 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:38,764 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T22:21:38,764 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T22:21:38,764 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,41329,1732486897346 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T22:21:38,770 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:38,770 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:38,770 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:38,770 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:38,770 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10 2024-11-24T22:21:38,770 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:38,770 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:21:38,770 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:38,776 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732486928775 2024-11-24T22:21:38,776 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T22:21:38,776 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T22:21:38,776 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T22:21:38,776 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T22:21:38,776 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T22:21:38,776 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T22:21:38,776 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:38,776 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T22:21:38,776 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:38,776 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T22:21:38,776 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T22:21:38,777 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T22:21:38,777 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T22:21:38,777 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:38,777 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T22:21:38,777 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T22:21:38,777 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T22:21:38,779 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486898777,5,FailOnTimeoutGroup] 2024-11-24T22:21:38,780 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486898779,5,FailOnTimeoutGroup] 2024-11-24T22:21:38,780 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:38,780 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T22:21:38,780 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:38,780 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:38,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44315 is added to blk_1073741831_1007 (size=1321) 2024-11-24T22:21:38,824 INFO [RS:0;bd6592c37bb2:37283 {}] regionserver.HRegionServer(746): ClusterId : 6e0010d4-0a9f-4b2e-8c60-c9bdcd44ea70 2024-11-24T22:21:38,824 DEBUG [RS:0;bd6592c37bb2:37283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T22:21:38,828 DEBUG [RS:0;bd6592c37bb2:37283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T22:21:38,828 DEBUG [RS:0;bd6592c37bb2:37283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T22:21:38,830 DEBUG [RS:0;bd6592c37bb2:37283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T22:21:38,830 DEBUG [RS:0;bd6592c37bb2:37283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b343993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:21:38,843 DEBUG [RS:0;bd6592c37bb2:37283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:37283 2024-11-24T22:21:38,843 INFO [RS:0;bd6592c37bb2:37283 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T22:21:38,843 INFO [RS:0;bd6592c37bb2:37283 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T22:21:38,843 DEBUG [RS:0;bd6592c37bb2:37283 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T22:21:38,843 INFO [RS:0;bd6592c37bb2:37283 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,41329,1732486897346 with port=37283, startcode=1732486897405 2024-11-24T22:21:38,844 DEBUG [RS:0;bd6592c37bb2:37283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T22:21:38,845 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T22:21:38,846 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,37283,1732486897405 2024-11-24T22:21:38,846 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41329 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,37283,1732486897405 2024-11-24T22:21:38,847 DEBUG [RS:0;bd6592c37bb2:37283 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f 2024-11-24T22:21:38,847 DEBUG [RS:0;bd6592c37bb2:37283 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46159 2024-11-24T22:21:38,847 DEBUG [RS:0;bd6592c37bb2:37283 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T22:21:38,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x1014c1205060000, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764383225/rs 2024-11-24T22:21:38,849 DEBUG [RS:0;bd6592c37bb2:37283 {}] zookeeper.ZKUtil(111): regionserver:37283-0x1014c1205060001, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Set watcher on existing znode=/0-1764383225/rs/bd6592c37bb2,37283,1732486897405 2024-11-24T22:21:38,849 WARN [RS:0;bd6592c37bb2:37283 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:21:38,849 INFO [RS:0;bd6592c37bb2:37283 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:38,849 DEBUG [RS:0;bd6592c37bb2:37283 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/WALs/bd6592c37bb2,37283,1732486897405 2024-11-24T22:21:38,849 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,37283,1732486897405] 2024-11-24T22:21:38,852 INFO [RS:0;bd6592c37bb2:37283 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T22:21:38,854 INFO [RS:0;bd6592c37bb2:37283 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T22:21:38,854 INFO [RS:0;bd6592c37bb2:37283 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T22:21:38,854 INFO [RS:0;bd6592c37bb2:37283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:38,854 INFO [RS:0;bd6592c37bb2:37283 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T22:21:38,855 INFO [RS:0;bd6592c37bb2:37283 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T22:21:38,855 INFO [RS:0;bd6592c37bb2:37283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:38,855 DEBUG [RS:0;bd6592c37bb2:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:38,855 DEBUG [RS:0;bd6592c37bb2:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:38,855 DEBUG [RS:0;bd6592c37bb2:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:38,855 DEBUG [RS:0;bd6592c37bb2:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:38,855 DEBUG [RS:0;bd6592c37bb2:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:38,855 DEBUG [RS:0;bd6592c37bb2:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:21:38,855 DEBUG [RS:0;bd6592c37bb2:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:38,855 DEBUG [RS:0;bd6592c37bb2:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:38,855 DEBUG [RS:0;bd6592c37bb2:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:38,855 DEBUG [RS:0;bd6592c37bb2:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:38,855 DEBUG [RS:0;bd6592c37bb2:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:38,855 DEBUG [RS:0;bd6592c37bb2:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:38,855 DEBUG [RS:0;bd6592c37bb2:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:21:38,855 DEBUG [RS:0;bd6592c37bb2:37283 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:21:38,856 INFO [RS:0;bd6592c37bb2:37283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:38,856 INFO [RS:0;bd6592c37bb2:37283 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:38,856 INFO [RS:0;bd6592c37bb2:37283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:38,856 INFO [RS:0;bd6592c37bb2:37283 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:38,856 INFO [RS:0;bd6592c37bb2:37283 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:38,856 INFO [RS:0;bd6592c37bb2:37283 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,37283,1732486897405-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:21:38,874 INFO [RS:0;bd6592c37bb2:37283 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T22:21:38,874 INFO [RS:0;bd6592c37bb2:37283 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,37283,1732486897405-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:38,874 INFO [RS:0;bd6592c37bb2:37283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:38,874 INFO [RS:0;bd6592c37bb2:37283 {}] regionserver.Replication(171): bd6592c37bb2,37283,1732486897405 started 2024-11-24T22:21:38,887 INFO [RS:0;bd6592c37bb2:37283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:38,887 INFO [RS:0;bd6592c37bb2:37283 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,37283,1732486897405, RpcServer on bd6592c37bb2/172.17.0.2:37283, sessionid=0x1014c1205060001 2024-11-24T22:21:38,887 DEBUG [RS:0;bd6592c37bb2:37283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T22:21:38,887 DEBUG [RS:0;bd6592c37bb2:37283 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,37283,1732486897405 2024-11-24T22:21:38,887 DEBUG [RS:0;bd6592c37bb2:37283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,37283,1732486897405' 2024-11-24T22:21:38,887 DEBUG [RS:0;bd6592c37bb2:37283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1764383225/flush-table-proc/abort' 2024-11-24T22:21:38,888 DEBUG [RS:0;bd6592c37bb2:37283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1764383225/flush-table-proc/acquired' 2024-11-24T22:21:38,888 DEBUG [RS:0;bd6592c37bb2:37283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T22:21:38,888 DEBUG [RS:0;bd6592c37bb2:37283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T22:21:38,888 DEBUG [RS:0;bd6592c37bb2:37283 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,37283,1732486897405 2024-11-24T22:21:38,888 DEBUG [RS:0;bd6592c37bb2:37283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,37283,1732486897405' 2024-11-24T22:21:38,888 DEBUG [RS:0;bd6592c37bb2:37283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1764383225/online-snapshot/abort' 2024-11-24T22:21:38,889 DEBUG [RS:0;bd6592c37bb2:37283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1764383225/online-snapshot/acquired' 2024-11-24T22:21:38,889 DEBUG [RS:0;bd6592c37bb2:37283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T22:21:38,889 INFO [RS:0;bd6592c37bb2:37283 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T22:21:38,889 INFO [RS:0;bd6592c37bb2:37283 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T22:21:38,989 INFO [RS:0;bd6592c37bb2:37283 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:21:38,990 INFO [RS:0;bd6592c37bb2:37283 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C37283%2C1732486897405, suffix=, logDir=hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/WALs/bd6592c37bb2,37283,1732486897405, archiveDir=hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/oldWALs, maxLogs=10 2024-11-24T22:21:39,004 DEBUG [RS:0;bd6592c37bb2:37283 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/WALs/bd6592c37bb2,37283,1732486897405/bd6592c37bb2%2C37283%2C1732486897405.1732486898991, exclude list is [], retry=0 2024-11-24T22:21:39,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44315,DS-58500102-4d1d-491e-9982-0189188f5be8,DISK] 2024-11-24T22:21:39,008 INFO [RS:0;bd6592c37bb2:37283 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/WALs/bd6592c37bb2,37283,1732486897405/bd6592c37bb2%2C37283%2C1732486897405.1732486898991 2024-11-24T22:21:39,009 DEBUG [RS:0;bd6592c37bb2:37283 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46685:46685)] 2024-11-24T22:21:39,188 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T22:21:39,188 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f 2024-11-24T22:21:39,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44315 is added to blk_1073741833_1009 (size=32) 2024-11-24T22:21:39,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:39,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:21:39,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:21:39,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:39,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:39,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:21:39,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:21:39,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:39,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:39,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:21:39,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:21:39,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:39,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:39,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:21:39,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:21:39,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:39,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:39,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:21:39,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/data/hbase/meta/1588230740 2024-11-24T22:21:39,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/data/hbase/meta/1588230740 2024-11-24T22:21:39,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:21:39,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:21:39,602 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:21:39,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:21:39,604 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:39,604 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68759007, jitterRate=0.024589046835899353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:21:39,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732486899595Initializing all the Stores at 1732486899595Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486899595Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486899595Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486899595Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486899595Cleaning up temporary data from old regions at 1732486899601 (+6 ms)Region opened successfully at 1732486899605 (+4 ms) 2024-11-24T22:21:39,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:21:39,605 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:21:39,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:21:39,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:21:39,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:21:39,605 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:21:39,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486899605Disabling compacts and flushes for region at 1732486899605Disabling writes for close at 1732486899605Writing region close event to WAL at 1732486899605Closed at 1732486899605 2024-11-24T22:21:39,606 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:39,606 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T22:21:39,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T22:21:39,607 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:21:39,607 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T22:21:39,758 DEBUG [bd6592c37bb2:41329 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:21:39,758 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,37283,1732486897405 2024-11-24T22:21:39,759 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,37283,1732486897405, state=OPENING 2024-11-24T22:21:39,760 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T22:21:39,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x1014c1205060001, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764383225 2024-11-24T22:21:39,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x1014c1205060000, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764383225 2024-11-24T22:21:39,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1764383225/meta-region-server: CHANGED 2024-11-24T22:21:39,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1764383225/meta-region-server: CHANGED 2024-11-24T22:21:39,766 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:21:39,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,37283,1732486897405}] 2024-11-24T22:21:39,918 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:21:39,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:21:39,922 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T22:21:39,922 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:39,922 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T22:21:39,923 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C37283%2C1732486897405.meta, suffix=.meta, logDir=hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/WALs/bd6592c37bb2,37283,1732486897405, archiveDir=hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/oldWALs, maxLogs=10 2024-11-24T22:21:39,937 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/WALs/bd6592c37bb2,37283,1732486897405/bd6592c37bb2%2C37283%2C1732486897405.meta.1732486899924.meta, exclude list is [], retry=0 2024-11-24T22:21:39,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44315,DS-58500102-4d1d-491e-9982-0189188f5be8,DISK] 2024-11-24T22:21:39,940 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/WALs/bd6592c37bb2,37283,1732486897405/bd6592c37bb2%2C37283%2C1732486897405.meta.1732486899924.meta 2024-11-24T22:21:39,940 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46685:46685)] 2024-11-24T22:21:39,941 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:39,941 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:21:39,941 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:21:39,941 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T22:21:39,941 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T22:21:39,941 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T22:21:39,941 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:39,941 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T22:21:39,941 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T22:21:39,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:21:39,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:21:39,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:39,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:39,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:21:39,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:21:39,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:39,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:39,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:21:39,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:21:39,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:39,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:39,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:21:39,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:21:39,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:39,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:39,959 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:21:39,959 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/data/hbase/meta/1588230740 2024-11-24T22:21:39,960 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/data/hbase/meta/1588230740 2024-11-24T22:21:39,961 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:21:39,961 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:21:39,961 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:21:39,962 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:21:39,962 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74337448, jitterRate=0.10771429538726807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:21:39,962 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T22:21:39,963 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732486899941Writing region info on filesystem at 1732486899941Initializing all the Stores at 1732486899942 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486899942Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486899942Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486899942Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486899942Cleaning up temporary data from old regions at 1732486899961 (+19 ms)Running coprocessor post-open hooks at 1732486899962 (+1 ms)Region opened successfully at 1732486899963 (+1 ms) 2024-11-24T22:21:39,964 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732486899918 2024-11-24T22:21:39,965 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T22:21:39,965 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T22:21:39,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,37283,1732486897405 2024-11-24T22:21:39,967 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,37283,1732486897405, state=OPEN 2024-11-24T22:21:39,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x1014c1205060000, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1764383225/meta-region-server 2024-11-24T22:21:39,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37283-0x1014c1205060001, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1764383225/meta-region-server 2024-11-24T22:21:39,970 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,37283,1732486897405 2024-11-24T22:21:39,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1764383225/meta-region-server: CHANGED 2024-11-24T22:21:39,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1764383225/meta-region-server: CHANGED 2024-11-24T22:21:39,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T22:21:39,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,37283,1732486897405 in 204 msec 2024-11-24T22:21:39,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T22:21:39,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-11-24T22:21:39,973 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:39,973 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T22:21:39,974 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:21:39,974 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,37283,1732486897405, seqNum=-1] 2024-11-24T22:21:39,974 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:21:39,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:21:39,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2140 sec 2024-11-24T22:21:39,978 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732486899978, completionTime=-1 2024-11-24T22:21:39,978 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T22:21:39,978 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T22:21:39,980 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T22:21:39,980 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732486959980 2024-11-24T22:21:39,980 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732487019980 2024-11-24T22:21:39,980 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T22:21:39,981 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41329,1732486897346-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:39,981 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41329,1732486897346-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:39,981 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41329,1732486897346-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:39,981 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:41329, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:39,981 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:39,981 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:39,982 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T22:21:39,984 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.543sec 2024-11-24T22:21:39,984 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T22:21:39,984 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T22:21:39,984 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T22:21:39,984 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T22:21:39,984 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T22:21:39,984 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41329,1732486897346-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:21:39,984 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41329,1732486897346-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T22:21:39,985 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T22:21:39,986 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T22:21:39,986 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41329,1732486897346-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:40,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ab92c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:40,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,41329,-1 for getting cluster id 2024-11-24T22:21:40,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:40,026 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e0010d4-0a9f-4b2e-8c60-c9bdcd44ea70' 2024-11-24T22:21:40,027 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:40,027 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e0010d4-0a9f-4b2e-8c60-c9bdcd44ea70" 2024-11-24T22:21:40,027 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e24ac22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:40,027 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,41329,-1] 2024-11-24T22:21:40,027 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:40,027 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:40,028 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:40,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c11609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:40,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:21:40,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,37283,1732486897405, seqNum=-1] 2024-11-24T22:21:40,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:21:40,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:21:40,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bd6592c37bb2,41329,1732486897346 2024-11-24T22:21:40,032 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64175 2024-11-24T22:21:40,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64175, baseZNode=/0-1764383225 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:21:40,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014c1205060002 connected 2024-11-24T22:21:40,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:21:40,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,41329,1732486897346 2024-11-24T22:21:40,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eca2a56 2024-11-24T22:21:40,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:21:40,039 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:21:40,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:21:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T22:21:40,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:21:40,042 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:40,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T22:21:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:40,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:21:40,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44315 is added to blk_1073741835_1011 (size=902) 2024-11-24T22:21:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:40,451 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2ec637caf18835704b6d277e314e484, NAME => 'test,,1732486900039.d2ec637caf18835704b6d277e314e484.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f 2024-11-24T22:21:40,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44315 is added to blk_1073741836_1012 (size=39) 2024-11-24T22:21:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:40,856 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732486900039.d2ec637caf18835704b6d277e314e484.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:40,856 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d2ec637caf18835704b6d277e314e484, disabling compactions & flushes 2024-11-24T22:21:40,856 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732486900039.d2ec637caf18835704b6d277e314e484. 2024-11-24T22:21:40,856 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486900039.d2ec637caf18835704b6d277e314e484. 2024-11-24T22:21:40,856 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732486900039.d2ec637caf18835704b6d277e314e484. after waiting 0 ms 2024-11-24T22:21:40,857 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732486900039.d2ec637caf18835704b6d277e314e484. 2024-11-24T22:21:40,857 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732486900039.d2ec637caf18835704b6d277e314e484. 2024-11-24T22:21:40,857 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2ec637caf18835704b6d277e314e484: Waiting for close lock at 1732486900856Disabling compacts and flushes for region at 1732486900856Disabling writes for close at 1732486900857 (+1 ms)Writing region close event to WAL at 1732486900857Closed at 1732486900857 2024-11-24T22:21:40,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:21:40,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732486900039.d2ec637caf18835704b6d277e314e484.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732486900858"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486900858"}]},"ts":"1732486900858"} 2024-11-24T22:21:40,860 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:21:40,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:21:40,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486900860"}]},"ts":"1732486900860"} 2024-11-24T22:21:40,862 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T22:21:40,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d2ec637caf18835704b6d277e314e484, ASSIGN}] 2024-11-24T22:21:40,863 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d2ec637caf18835704b6d277e314e484, ASSIGN 2024-11-24T22:21:40,863 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d2ec637caf18835704b6d277e314e484, ASSIGN; state=OFFLINE, location=bd6592c37bb2,37283,1732486897405; forceNewPlan=false, retain=false 2024-11-24T22:21:41,014 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d2ec637caf18835704b6d277e314e484, regionState=OPENING, regionLocation=bd6592c37bb2,37283,1732486897405 2024-11-24T22:21:41,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d2ec637caf18835704b6d277e314e484, ASSIGN because future has completed 2024-11-24T22:21:41,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2ec637caf18835704b6d277e314e484, server=bd6592c37bb2,37283,1732486897405}] 2024-11-24T22:21:41,171 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732486900039.d2ec637caf18835704b6d277e314e484. 2024-11-24T22:21:41,171 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d2ec637caf18835704b6d277e314e484, NAME => 'test,,1732486900039.d2ec637caf18835704b6d277e314e484.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:41,172 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:21:41,172 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T22:21:41,172 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d2ec637caf18835704b6d277e314e484 2024-11-24T22:21:41,172 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732486900039.d2ec637caf18835704b6d277e314e484.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:41,172 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d2ec637caf18835704b6d277e314e484 2024-11-24T22:21:41,172 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d2ec637caf18835704b6d277e314e484 2024-11-24T22:21:41,173 INFO [StoreOpener-d2ec637caf18835704b6d277e314e484-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d2ec637caf18835704b6d277e314e484 2024-11-24T22:21:41,174 INFO [StoreOpener-d2ec637caf18835704b6d277e314e484-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2ec637caf18835704b6d277e314e484 columnFamilyName f 2024-11-24T22:21:41,174 DEBUG [StoreOpener-d2ec637caf18835704b6d277e314e484-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:41,175 INFO [StoreOpener-d2ec637caf18835704b6d277e314e484-1 {}] regionserver.HStore(327): Store=d2ec637caf18835704b6d277e314e484/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:41,175 INFO [StoreOpener-d2ec637caf18835704b6d277e314e484-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d2ec637caf18835704b6d277e314e484 2024-11-24T22:21:41,176 INFO [StoreOpener-d2ec637caf18835704b6d277e314e484-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2ec637caf18835704b6d277e314e484 columnFamilyName f1 2024-11-24T22:21:41,176 DEBUG [StoreOpener-d2ec637caf18835704b6d277e314e484-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:41,176 INFO [StoreOpener-d2ec637caf18835704b6d277e314e484-1 {}] regionserver.HStore(327): Store=d2ec637caf18835704b6d277e314e484/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:41,176 INFO [StoreOpener-d2ec637caf18835704b6d277e314e484-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d2ec637caf18835704b6d277e314e484 2024-11-24T22:21:41,177 INFO [StoreOpener-d2ec637caf18835704b6d277e314e484-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2ec637caf18835704b6d277e314e484 columnFamilyName norep 2024-11-24T22:21:41,177 DEBUG [StoreOpener-d2ec637caf18835704b6d277e314e484-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:41,177 INFO [StoreOpener-d2ec637caf18835704b6d277e314e484-1 {}] regionserver.HStore(327): Store=d2ec637caf18835704b6d277e314e484/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:41,177 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d2ec637caf18835704b6d277e314e484 2024-11-24T22:21:41,178 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/data/default/test/d2ec637caf18835704b6d277e314e484 2024-11-24T22:21:41,178 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/data/default/test/d2ec637caf18835704b6d277e314e484 2024-11-24T22:21:41,178 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d2ec637caf18835704b6d277e314e484 2024-11-24T22:21:41,178 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d2ec637caf18835704b6d277e314e484 2024-11-24T22:21:41,179 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:21:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:41,180 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d2ec637caf18835704b6d277e314e484 2024-11-24T22:21:41,181 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/data/default/test/d2ec637caf18835704b6d277e314e484/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:41,182 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d2ec637caf18835704b6d277e314e484; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72591348, jitterRate=0.08169537782669067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:21:41,182 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2ec637caf18835704b6d277e314e484 2024-11-24T22:21:41,182 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d2ec637caf18835704b6d277e314e484: Running coprocessor pre-open hook at 1732486901172Writing region info on filesystem at 1732486901172Initializing all the Stores at 1732486901173 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486901173Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486901173Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486901173Cleaning up temporary data from old regions at 1732486901178 (+5 ms)Running coprocessor post-open hooks at 1732486901182 (+4 ms)Region opened successfully at 1732486901182 2024-11-24T22:21:41,183 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732486900039.d2ec637caf18835704b6d277e314e484., pid=6, masterSystemTime=1732486901168 2024-11-24T22:21:41,184 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732486900039.d2ec637caf18835704b6d277e314e484. 2024-11-24T22:21:41,184 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732486900039.d2ec637caf18835704b6d277e314e484. 2024-11-24T22:21:41,185 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d2ec637caf18835704b6d277e314e484, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bd6592c37bb2,37283,1732486897405 2024-11-24T22:21:41,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2ec637caf18835704b6d277e314e484, server=bd6592c37bb2,37283,1732486897405 because future has completed 2024-11-24T22:21:41,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T22:21:41,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d2ec637caf18835704b6d277e314e484, server=bd6592c37bb2,37283,1732486897405 in 171 msec 2024-11-24T22:21:41,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T22:21:41,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d2ec637caf18835704b6d277e314e484, ASSIGN in 326 msec 2024-11-24T22:21:41,190 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:21:41,191 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486901190"}]},"ts":"1732486901190"} 2024-11-24T22:21:41,192 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T22:21:41,193 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:21:41,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-24T22:21:41,909 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:21:41,909 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:21:41,910 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108754 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:21:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:42,190 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T22:21:42,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8ea06a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:42,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,41329,-1 for getting cluster id 2024-11-24T22:21:42,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:42,191 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e0010d4-0a9f-4b2e-8c60-c9bdcd44ea70' 2024-11-24T22:21:42,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:42,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e0010d4-0a9f-4b2e-8c60-c9bdcd44ea70" 2024-11-24T22:21:42,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f69c152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:42,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,41329,-1] 2024-11-24T22:21:42,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:42,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:42,192 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:42,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a1cbc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:42,193 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:21:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,41329,1732486897346 2024-11-24T22:21:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@235d45e8 2024-11-24T22:21:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:21:42,194 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:21:42,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bd6592c37bb2:41329,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T22:21:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T22:21:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:21:42,197 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:41329' 2024-11-24T22:21:42,198 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47da5aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:42,198 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,41329,-1 for getting cluster id 2024-11-24T22:21:42,198 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:42,198 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e0010d4-0a9f-4b2e-8c60-c9bdcd44ea70' 2024-11-24T22:21:42,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:42,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e0010d4-0a9f-4b2e-8c60-c9bdcd44ea70" 2024-11-24T22:21:42,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b81b614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:42,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,41329,-1] 2024-11-24T22:21:42,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:42,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:42,199 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:42,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f3e9ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:42,200 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:21:42,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,41329,1732486897346 2024-11-24T22:21:42,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eaa624a 2024-11-24T22:21:42,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:21:42,201 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:21:42,201 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T22:21:42,201 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T22:21:42,201 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:42,201 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:42,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:21:42,202 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://bd6592c37bb2:41329, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-24T22:21:42,207 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://bd6592c37bb2:41329, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://bd6592c37bb2:41329, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://bd6592c37bb2:41329, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-24T22:21:42,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://bd6592c37bb2:41329, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-24T22:21:42,208 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-24T22:21:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:21:42,300 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://bd6592c37bb2:41329, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-24T22:21:42,300 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:21:42,300 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:21:42,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:42,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:42,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:21:42,315 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=534 (was 359) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bd6592c37bb2:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/cluster_1126a37d-5772-2b48-c62e-a9e9605de856/data/data1/current/BP-521267203-172.17.0.2-1732486896269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:46159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-521267203-172.17.0.2-1732486896269 heartbeating to localhost/127.0.0.1:46159 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 46159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@3775cd5f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64175) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 0 on default port 46159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64175) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_475007460_20 at /127.0.0.1:49916 [Receiving block BP-521267203-172.17.0.2-1732486896269:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1596955276_20 at /127.0.0.1:49872 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7a9ecf14 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2106c5d2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6215f76f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$604/0x00007f6130acf930.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64175) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/cluster_1126a37d-5772-2b48-c62e-a9e9605de856/data/data2/current/BP-521267203-172.17.0.2-1732486896269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: PacketResponder: BP-521267203-172.17.0.2-1732486896269:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1596955276_20 at /127.0.0.1:49946 [Receiving block BP-521267203-172.17.0.2-1732486896269:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 46159 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 3 on default port 46159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp994132191-7893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:64175): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp994132191-7889 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6130432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46159 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f-prefix:bd6592c37bb2,37283,1732486897405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/cluster_1126a37d-5772-2b48-c62e-a9e9605de856/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp994132191-7888 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6130432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 45261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;bd6592c37bb2:37283-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;bd6592c37bb2:37283 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: bd6592c37bb2:41329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server idle connection scanner for port 45261 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f61309f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bd6592c37bb2:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/bd6592c37bb2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 45261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f-prefix:bd6592c37bb2,37283,1732486897405.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@59ae6e2f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1596955276_20 at /127.0.0.1:49926 [Receiving block BP-521267203-172.17.0.2-1732486896269:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@5e582a36 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bd6592c37bb2:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp1488314647-7937-acceptor-0@3177bafa-ServerConnector@623672de{HTTP/1.1, (http/1.1)}{localhost:37613} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486898779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp994132191-7890 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6130432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 1 on default port 45261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@198479ec java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/bd6592c37bb2:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5face735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@54943068 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp994132191-7891-acceptor-0@5dfefbc5-ServerConnector@6e508a81{HTTP/1.1, (http/1.1)}{localhost:35931} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp1488314647-7936 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6130432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@794b10dd[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/cluster_1126a37d-5772-2b48-c62e-a9e9605de856/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: CacheReplicationMonitor(1930290200) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-982aaa7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;bd6592c37bb2:41329 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: PacketResponder: BP-521267203-172.17.0.2-1732486896269:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 46159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486898777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46159/user/jenkins/test-data/a3a652ed-ed3e-cb6e-756d-74498bd47c7f/MasterData-prefix:bd6592c37bb2,41329,1732486897346 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp994132191-7894 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: qtp1488314647-7939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1488314647-7938 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 45261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server handler 2 on default port 46159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:64175 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp994132191-7887 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6130432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 45261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-521267203-172.17.0.2-1732486896269:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp994132191-7892 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=872 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=434 (was 410) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5449 (was 5478) 2024-11-24T22:21:42,318 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-24T22:21:42,332 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=534, OpenFileDescriptor=873, MaxFileDescriptor=1048576, SystemLoadAverage=434, ProcessCount=11, AvailableMemoryMB=5449 2024-11-24T22:21:42,332 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-24T22:21:42,349 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-24T22:21:42,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/hadoop.log.dir so I do NOT create it in target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9 2024-11-24T22:21:42,350 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T22:21:42,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/hadoop.tmp.dir so I do NOT create it in target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9 2024-11-24T22:21:42,350 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345eb614-761f-f4ee-b1ad-65d39601d911/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T22:21:42,350 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9 2024-11-24T22:21:42,350 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/cluster_d54a9cfd-174a-54b5-44c5-93b2eafb4b59, deleteOnExit=true 2024-11-24T22:21:42,353 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/cluster_d54a9cfd-174a-54b5-44c5-93b2eafb4b59/zookeeper_0, clientPort=49688, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/cluster_d54a9cfd-174a-54b5-44c5-93b2eafb4b59/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/cluster_d54a9cfd-174a-54b5-44c5-93b2eafb4b59/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T22:21:42,354 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49688 2024-11-24T22:21:42,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T22:21:42,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T22:21:42,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/test.cache.data in system properties and HBase conf 2024-11-24T22:21:42,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T22:21:42,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/hadoop.log.dir in system properties and HBase conf 2024-11-24T22:21:42,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T22:21:42,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T22:21:42,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T22:21:42,354 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T22:21:42,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:21:42,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:21:42,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T22:21:42,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:21:42,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T22:21:42,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T22:21:42,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:21:42,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:21:42,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T22:21:42,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/nfs.dump.dir in system properties and HBase conf 2024-11-24T22:21:42,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/java.io.tmpdir in system properties and HBase conf 2024-11-24T22:21:42,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:21:42,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T22:21:42,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T22:21:42,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:21:42,449 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:21:42,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:21:42,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:21:42,451 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T22:21:42,453 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:21:42,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59820be7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:21:42,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ebed45a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:21:42,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a93662f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/java.io.tmpdir/jetty-localhost-44755-hadoop-hdfs-3_4_1-tests_jar-_-any-12786626838612566506/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:21:42,583 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@169722f2{HTTP/1.1, (http/1.1)}{localhost:44755} 2024-11-24T22:21:42,583 INFO [Time-limited test {}] server.Server(415): Started @284793ms 2024-11-24T22:21:42,695 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:21:42,698 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:21:42,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:21:42,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:21:42,705 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T22:21:42,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61aeee70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:21:42,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9aea8be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:21:42,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@772cd50{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/java.io.tmpdir/jetty-localhost-36379-hadoop-hdfs-3_4_1-tests_jar-_-any-5002766303257576718/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:21:42,843 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bde6823{HTTP/1.1, (http/1.1)}{localhost:36379} 2024-11-24T22:21:42,843 INFO [Time-limited test {}] server.Server(415): Started @285053ms 2024-11-24T22:21:42,845 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T22:21:42,939 WARN [Thread-4311 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/cluster_d54a9cfd-174a-54b5-44c5-93b2eafb4b59/data/data2/current/BP-1603483645-172.17.0.2-1732486902377/current, will proceed with Du for space computation calculation, 2024-11-24T22:21:42,939 WARN [Thread-4310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/cluster_d54a9cfd-174a-54b5-44c5-93b2eafb4b59/data/data1/current/BP-1603483645-172.17.0.2-1732486902377/current, will proceed with Du for space computation calculation, 2024-11-24T22:21:42,957 WARN [Thread-4298 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T22:21:42,960 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x222d74ccbc93116b with lease ID 0xc65a768ec306205d: Processing first storage report for DS-f14b625f-7831-4827-acf5-79e943863d58 from datanode DatanodeRegistration(127.0.0.1:34283, datanodeUuid=751979e5-fa91-4e5e-82a8-b4f8145aff4f, infoPort=38083, infoSecurePort=0, ipcPort=34161, storageInfo=lv=-57;cid=testClusterID;nsid=1345180435;c=1732486902377) 2024-11-24T22:21:42,960 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x222d74ccbc93116b with lease ID 0xc65a768ec306205d: from storage DS-f14b625f-7831-4827-acf5-79e943863d58 node DatanodeRegistration(127.0.0.1:34283, datanodeUuid=751979e5-fa91-4e5e-82a8-b4f8145aff4f, infoPort=38083, infoSecurePort=0, ipcPort=34161, storageInfo=lv=-57;cid=testClusterID;nsid=1345180435;c=1732486902377), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T22:21:42,960 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x222d74ccbc93116b with lease ID 0xc65a768ec306205d: Processing first storage report for DS-cfe2dc2a-c7c2-4697-b937-a4efbe8c166a from datanode DatanodeRegistration(127.0.0.1:34283, datanodeUuid=751979e5-fa91-4e5e-82a8-b4f8145aff4f, infoPort=38083, infoSecurePort=0, ipcPort=34161, storageInfo=lv=-57;cid=testClusterID;nsid=1345180435;c=1732486902377) 2024-11-24T22:21:42,960 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x222d74ccbc93116b with lease ID 0xc65a768ec306205d: from storage DS-cfe2dc2a-c7c2-4697-b937-a4efbe8c166a node DatanodeRegistration(127.0.0.1:34283, datanodeUuid=751979e5-fa91-4e5e-82a8-b4f8145aff4f, infoPort=38083, infoSecurePort=0, ipcPort=34161, storageInfo=lv=-57;cid=testClusterID;nsid=1345180435;c=1732486902377), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:21:42,966 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9 2024-11-24T22:21:42,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:42,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:42,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741825_1001 (size=7) 2024-11-24T22:21:42,974 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597 with version=8 2024-11-24T22:21:42,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/hbase-staging 2024-11-24T22:21:42,976 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:21:42,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:42,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:42,976 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:21:42,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:42,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:21:42,977 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T22:21:42,977 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:21:42,977 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41615 2024-11-24T22:21:42,978 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41615 connecting to ZooKeeper ensemble=127.0.0.1:49688 2024-11-24T22:21:42,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416150x0, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:21:42,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41615-0x1014c121ce00000 connected 2024-11-24T22:21:43,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:43,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:43,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Set watcher on znode that does not yet exist, /0-949851844/running 2024-11-24T22:21:43,012 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597, hbase.cluster.distributed=false 2024-11-24T22:21:43,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Set watcher on znode that does not yet exist, /0-949851844/acl 2024-11-24T22:21:43,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41615 2024-11-24T22:21:43,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41615 2024-11-24T22:21:43,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41615 2024-11-24T22:21:43,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41615 2024-11-24T22:21:43,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41615 2024-11-24T22:21:43,033 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:21:43,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:43,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:43,033 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:21:43,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:43,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:21:43,033 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T22:21:43,033 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:21:43,035 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35663 2024-11-24T22:21:43,036 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35663 connecting to ZooKeeper ensemble=127.0.0.1:49688 2024-11-24T22:21:43,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:43,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:43,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356630x0, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:21:43,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356630x0, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Set watcher on znode that does not yet exist, /0-949851844/running 2024-11-24T22:21:43,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35663-0x1014c121ce00001 connected 2024-11-24T22:21:43,042 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T22:21:43,045 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T22:21:43,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35663-0x1014c121ce00001, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Set watcher on znode that does not yet exist, /0-949851844/master 2024-11-24T22:21:43,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35663-0x1014c121ce00001, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Set watcher on znode that does not yet exist, /0-949851844/acl 2024-11-24T22:21:43,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35663 2024-11-24T22:21:43,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35663 2024-11-24T22:21:43,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35663 2024-11-24T22:21:43,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35663 2024-11-24T22:21:43,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35663 2024-11-24T22:21:43,063 DEBUG [M:0;bd6592c37bb2:41615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:41615 2024-11-24T22:21:43,063 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-949851844/backup-masters/bd6592c37bb2,41615,1732486902976 2024-11-24T22:21:43,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-949851844/backup-masters 2024-11-24T22:21:43,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1014c121ce00001, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-949851844/backup-masters 2024-11-24T22:21:43,065 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Set watcher on existing znode=/0-949851844/backup-masters/bd6592c37bb2,41615,1732486902976 2024-11-24T22:21:43,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1014c121ce00001, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-949851844/master 2024-11-24T22:21:43,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1014c121ce00001, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-949851844 2024-11-24T22:21:43,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-949851844 2024-11-24T22:21:43,068 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Set watcher on existing znode=/0-949851844/master 2024-11-24T22:21:43,069 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-949851844/backup-masters/bd6592c37bb2,41615,1732486902976 from backup master directory 2024-11-24T22:21:43,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1014c121ce00001, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-949851844/backup-masters 2024-11-24T22:21:43,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-949851844/backup-masters/bd6592c37bb2,41615,1732486902976 2024-11-24T22:21:43,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-949851844/backup-masters 2024-11-24T22:21:43,070 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:21:43,070 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,41615,1732486902976 2024-11-24T22:21:43,073 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/hbase.id] with ID: 66d2eaad-d87a-4089-9a7f-bd2dc1690ed2 2024-11-24T22:21:43,073 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/.tmp/hbase.id 2024-11-24T22:21:43,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741826_1002 (size=42) 2024-11-24T22:21:43,481 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/.tmp/hbase.id]:[hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/hbase.id] 2024-11-24T22:21:43,488 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:43,488 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T22:21:43,488 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T22:21:43,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-949851844 2024-11-24T22:21:43,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1014c121ce00001, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-949851844 2024-11-24T22:21:43,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741827_1003 (size=196) 2024-11-24T22:21:43,895 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:21:43,895 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T22:21:43,896 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:43,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741828_1004 (size=1189) 2024-11-24T22:21:44,302 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/data/master/store 2024-11-24T22:21:44,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741829_1005 (size=34) 2024-11-24T22:21:44,706 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:44,707 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:21:44,707 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:44,707 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:44,707 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:21:44,707 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:44,707 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:44,707 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486904707Disabling compacts and flushes for region at 1732486904707Disabling writes for close at 1732486904707Writing region close event to WAL at 1732486904707Closed at 1732486904707 2024-11-24T22:21:44,707 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/data/master/store/.initializing 2024-11-24T22:21:44,707 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/WALs/bd6592c37bb2,41615,1732486902976 2024-11-24T22:21:44,708 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:21:44,709 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C41615%2C1732486902976, suffix=, logDir=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/WALs/bd6592c37bb2,41615,1732486902976, archiveDir=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/oldWALs, maxLogs=10 2024-11-24T22:21:44,723 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/WALs/bd6592c37bb2,41615,1732486902976/bd6592c37bb2%2C41615%2C1732486902976.1732486904710, exclude list is [], retry=0 2024-11-24T22:21:44,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34283,DS-f14b625f-7831-4827-acf5-79e943863d58,DISK] 2024-11-24T22:21:44,726 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/WALs/bd6592c37bb2,41615,1732486902976/bd6592c37bb2%2C41615%2C1732486902976.1732486904710 2024-11-24T22:21:44,727 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38083:38083)] 2024-11-24T22:21:44,727 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:44,727 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:44,727 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:44,727 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:44,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:44,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T22:21:44,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:44,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:44,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:44,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T22:21:44,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:44,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:44,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:44,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T22:21:44,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:44,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:44,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:44,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T22:21:44,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:44,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:44,733 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:44,733 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:44,733 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:44,734 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:44,734 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:44,735 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:21:44,735 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:44,737 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:44,737 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72932546, jitterRate=0.0867796242237091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:21:44,737 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732486904727Initializing all the Stores at 1732486904728 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486904728Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486904728Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486904728Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486904728Cleaning up temporary data from old regions at 1732486904734 (+6 ms)Region opened successfully at 1732486904737 (+3 ms) 2024-11-24T22:21:44,737 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T22:21:44,739 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66bdef6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:21:44,740 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T22:21:44,740 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T22:21:44,740 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T22:21:44,740 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T22:21:44,741 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T22:21:44,741 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T22:21:44,741 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T22:21:44,742 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T22:21:44,743 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Unable to get data of znode /0-949851844/balancer because node does not exist (not necessarily an error) 2024-11-24T22:21:44,744 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-949851844/balancer already deleted, retry=false 2024-11-24T22:21:44,744 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T22:21:44,745 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Unable to get data of znode /0-949851844/normalizer because node does not exist (not necessarily an error) 2024-11-24T22:21:44,746 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-949851844/normalizer already deleted, retry=false 2024-11-24T22:21:44,746 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T22:21:44,747 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Unable to get data of znode /0-949851844/switch/split because node does not exist (not necessarily an error) 2024-11-24T22:21:44,748 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-949851844/switch/split already deleted, retry=false 2024-11-24T22:21:44,748 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Unable to get data of znode /0-949851844/switch/merge because node does not exist (not necessarily an error) 2024-11-24T22:21:44,751 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-949851844/switch/merge already deleted, retry=false 2024-11-24T22:21:44,752 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Unable to get data of znode /0-949851844/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T22:21:44,753 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-949851844/snapshot-cleanup already deleted, retry=false 2024-11-24T22:21:44,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-949851844/running 2024-11-24T22:21:44,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1014c121ce00001, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-949851844/running 2024-11-24T22:21:44,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1014c121ce00001, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-949851844 2024-11-24T22:21:44,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-949851844 2024-11-24T22:21:44,755 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,41615,1732486902976, sessionid=0x1014c121ce00000, setting cluster-up flag (Was=false) 2024-11-24T22:21:44,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1014c121ce00001, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-949851844 2024-11-24T22:21:44,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-949851844 2024-11-24T22:21:44,763 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-949851844/flush-table-proc/acquired, /0-949851844/flush-table-proc/reached, /0-949851844/flush-table-proc/abort 2024-11-24T22:21:44,763 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,41615,1732486902976 2024-11-24T22:21:44,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-949851844 2024-11-24T22:21:44,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1014c121ce00001, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-949851844 2024-11-24T22:21:44,772 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-949851844/online-snapshot/acquired, /0-949851844/online-snapshot/reached, /0-949851844/online-snapshot/abort 2024-11-24T22:21:44,772 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,41615,1732486902976 2024-11-24T22:21:44,773 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T22:21:44,774 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:44,774 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T22:21:44,774 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T22:21:44,775 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,41615,1732486902976 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T22:21:44,776 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:44,776 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:44,776 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:44,776 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:44,776 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10 2024-11-24T22:21:44,776 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:44,776 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:21:44,776 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:44,777 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:44,777 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T22:21:44,778 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:44,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T22:21:44,780 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732486934780 2024-11-24T22:21:44,780 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T22:21:44,780 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T22:21:44,780 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T22:21:44,780 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T22:21:44,780 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T22:21:44,780 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T22:21:44,781 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:44,781 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T22:21:44,781 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T22:21:44,781 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T22:21:44,781 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T22:21:44,782 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T22:21:44,782 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T22:21:44,782 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486904782,5,FailOnTimeoutGroup] 2024-11-24T22:21:44,782 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486904782,5,FailOnTimeoutGroup] 2024-11-24T22:21:44,782 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:44,782 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T22:21:44,782 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:44,782 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:44,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741831_1007 (size=1321) 2024-11-24T22:21:44,852 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T22:21:44,852 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T22:21:44,854 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.HRegionServer(746): ClusterId : 66d2eaad-d87a-4089-9a7f-bd2dc1690ed2 2024-11-24T22:21:44,854 DEBUG [RS:0;bd6592c37bb2:35663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T22:21:44,856 DEBUG [RS:0;bd6592c37bb2:35663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T22:21:44,856 DEBUG [RS:0;bd6592c37bb2:35663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T22:21:44,858 DEBUG [RS:0;bd6592c37bb2:35663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T22:21:44,858 DEBUG [RS:0;bd6592c37bb2:35663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5081f7b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:21:44,870 DEBUG [RS:0;bd6592c37bb2:35663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:35663 2024-11-24T22:21:44,870 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T22:21:44,870 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T22:21:44,870 DEBUG [RS:0;bd6592c37bb2:35663 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T22:21:44,871 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,41615,1732486902976 with port=35663, startcode=1732486903033 2024-11-24T22:21:44,871 DEBUG [RS:0;bd6592c37bb2:35663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T22:21:44,872 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T22:21:44,873 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41615 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,35663,1732486903033 2024-11-24T22:21:44,873 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41615 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,35663,1732486903033 2024-11-24T22:21:44,874 DEBUG [RS:0;bd6592c37bb2:35663 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597 2024-11-24T22:21:44,874 DEBUG [RS:0;bd6592c37bb2:35663 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39313 2024-11-24T22:21:44,874 DEBUG [RS:0;bd6592c37bb2:35663 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T22:21:44,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-949851844/rs 2024-11-24T22:21:44,875 DEBUG [RS:0;bd6592c37bb2:35663 {}] zookeeper.ZKUtil(111): regionserver:35663-0x1014c121ce00001, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Set watcher on existing znode=/0-949851844/rs/bd6592c37bb2,35663,1732486903033 2024-11-24T22:21:44,875 WARN [RS:0;bd6592c37bb2:35663 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:21:44,876 INFO [RS:0;bd6592c37bb2:35663 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:44,876 DEBUG [RS:0;bd6592c37bb2:35663 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033 2024-11-24T22:21:44,876 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,35663,1732486903033] 2024-11-24T22:21:44,878 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T22:21:44,879 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T22:21:44,880 INFO [RS:0;bd6592c37bb2:35663 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T22:21:44,880 INFO [RS:0;bd6592c37bb2:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:44,880 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T22:21:44,880 INFO [RS:0;bd6592c37bb2:35663 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T22:21:44,880 INFO [RS:0;bd6592c37bb2:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:44,880 DEBUG [RS:0;bd6592c37bb2:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:44,880 DEBUG [RS:0;bd6592c37bb2:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:44,880 DEBUG [RS:0;bd6592c37bb2:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:44,880 DEBUG [RS:0;bd6592c37bb2:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:44,880 DEBUG [RS:0;bd6592c37bb2:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:44,880 DEBUG [RS:0;bd6592c37bb2:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:21:44,880 DEBUG [RS:0;bd6592c37bb2:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:44,881 DEBUG [RS:0;bd6592c37bb2:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:44,881 DEBUG [RS:0;bd6592c37bb2:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:44,881 DEBUG [RS:0;bd6592c37bb2:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:44,881 DEBUG [RS:0;bd6592c37bb2:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:44,881 DEBUG [RS:0;bd6592c37bb2:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:44,881 DEBUG [RS:0;bd6592c37bb2:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:21:44,881 DEBUG [RS:0;bd6592c37bb2:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:21:44,881 INFO [RS:0;bd6592c37bb2:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:44,881 INFO [RS:0;bd6592c37bb2:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:44,881 INFO [RS:0;bd6592c37bb2:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:44,881 INFO [RS:0;bd6592c37bb2:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:44,881 INFO [RS:0;bd6592c37bb2:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:44,881 INFO [RS:0;bd6592c37bb2:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,35663,1732486903033-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:21:44,898 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T22:21:44,898 INFO [RS:0;bd6592c37bb2:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,35663,1732486903033-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:44,898 INFO [RS:0;bd6592c37bb2:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:44,898 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.Replication(171): bd6592c37bb2,35663,1732486903033 started 2024-11-24T22:21:44,911 INFO [RS:0;bd6592c37bb2:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:44,911 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,35663,1732486903033, RpcServer on bd6592c37bb2/172.17.0.2:35663, sessionid=0x1014c121ce00001 2024-11-24T22:21:44,911 DEBUG [RS:0;bd6592c37bb2:35663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T22:21:44,911 DEBUG [RS:0;bd6592c37bb2:35663 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,35663,1732486903033 2024-11-24T22:21:44,911 DEBUG [RS:0;bd6592c37bb2:35663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,35663,1732486903033' 2024-11-24T22:21:44,911 DEBUG [RS:0;bd6592c37bb2:35663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-949851844/flush-table-proc/abort' 2024-11-24T22:21:44,911 DEBUG [RS:0;bd6592c37bb2:35663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-949851844/flush-table-proc/acquired' 2024-11-24T22:21:44,912 DEBUG [RS:0;bd6592c37bb2:35663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T22:21:44,912 DEBUG [RS:0;bd6592c37bb2:35663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T22:21:44,912 DEBUG [RS:0;bd6592c37bb2:35663 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,35663,1732486903033 2024-11-24T22:21:44,912 DEBUG [RS:0;bd6592c37bb2:35663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,35663,1732486903033' 2024-11-24T22:21:44,912 DEBUG [RS:0;bd6592c37bb2:35663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-949851844/online-snapshot/abort' 2024-11-24T22:21:44,912 DEBUG [RS:0;bd6592c37bb2:35663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-949851844/online-snapshot/acquired' 2024-11-24T22:21:44,912 DEBUG [RS:0;bd6592c37bb2:35663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T22:21:44,913 INFO [RS:0;bd6592c37bb2:35663 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T22:21:44,913 INFO [RS:0;bd6592c37bb2:35663 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T22:21:45,013 INFO [RS:0;bd6592c37bb2:35663 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:21:45,014 INFO [RS:0;bd6592c37bb2:35663 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C35663%2C1732486903033, suffix=, logDir=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033, archiveDir=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/oldWALs, maxLogs=10 2024-11-24T22:21:45,028 DEBUG [RS:0;bd6592c37bb2:35663 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486905014, exclude list is [], retry=0 2024-11-24T22:21:45,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34283,DS-f14b625f-7831-4827-acf5-79e943863d58,DISK] 2024-11-24T22:21:45,031 INFO [RS:0;bd6592c37bb2:35663 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486905014 2024-11-24T22:21:45,031 DEBUG [RS:0;bd6592c37bb2:35663 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38083:38083)] 2024-11-24T22:21:45,184 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T22:21:45,185 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597 2024-11-24T22:21:45,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741833_1009 (size=32) 2024-11-24T22:21:45,443 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:21:45,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:45,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:45,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:45,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:45,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:45,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:45,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:45,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:45,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:45,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:45,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:45,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:45,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:45,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:45,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:45,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:45,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:45,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:45,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:45,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:21:45,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:21:45,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:45,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:45,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:21:45,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:21:45,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:45,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:45,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:21:45,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:21:45,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:45,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:45,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:21:45,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:21:45,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:45,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:45,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:21:45,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740 2024-11-24T22:21:45,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740 2024-11-24T22:21:45,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:21:45,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:21:45,597 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:21:45,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:21:45,599 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:45,599 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66868925, jitterRate=-0.003575369715690613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:21:45,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732486905590Initializing all the Stores at 1732486905590Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486905590Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486905590Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486905590Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486905590Cleaning up temporary data from old regions at 1732486905597 (+7 ms)Region opened successfully at 1732486905600 (+3 ms) 2024-11-24T22:21:45,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:21:45,600 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:21:45,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:21:45,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:21:45,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:21:45,600 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:21:45,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486905600Disabling compacts and flushes for region at 1732486905600Disabling writes for close at 1732486905600Writing region close event to WAL at 1732486905600Closed at 1732486905600 2024-11-24T22:21:45,601 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:45,601 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T22:21:45,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T22:21:45,602 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:21:45,602 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T22:21:45,753 DEBUG [bd6592c37bb2:41615 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:21:45,753 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,35663,1732486903033 2024-11-24T22:21:45,754 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,35663,1732486903033, state=OPENING 2024-11-24T22:21:45,757 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T22:21:45,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-949851844 2024-11-24T22:21:45,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1014c121ce00001, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-949851844 2024-11-24T22:21:45,758 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:21:45,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-949851844/meta-region-server: CHANGED 2024-11-24T22:21:45,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,35663,1732486903033}] 2024-11-24T22:21:45,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-949851844/meta-region-server: CHANGED 2024-11-24T22:21:45,910 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:21:45,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:21:45,914 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T22:21:45,914 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:45,914 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T22:21:45,915 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C35663%2C1732486903033.meta, suffix=.meta, logDir=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033, archiveDir=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/oldWALs, maxLogs=10 2024-11-24T22:21:45,928 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.meta.1732486905916.meta, exclude list is [], retry=0 2024-11-24T22:21:45,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34283,DS-f14b625f-7831-4827-acf5-79e943863d58,DISK] 2024-11-24T22:21:45,931 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.meta.1732486905916.meta 2024-11-24T22:21:45,931 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38083:38083)] 2024-11-24T22:21:45,932 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:45,932 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:21:45,932 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:21:45,932 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T22:21:45,932 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T22:21:45,932 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T22:21:45,932 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:45,932 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T22:21:45,932 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T22:21:45,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:21:45,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:21:45,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:45,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:45,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:21:45,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:21:45,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:45,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:45,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:21:45,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:21:45,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:45,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:45,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:21:45,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:21:45,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:45,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:45,937 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:21:45,938 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740 2024-11-24T22:21:45,938 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740 2024-11-24T22:21:45,939 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:21:45,939 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:21:45,940 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:21:45,940 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:21:45,941 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73294391, jitterRate=0.09217153489589691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:21:45,941 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T22:21:45,941 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732486905932Writing region info on filesystem at 1732486905932Initializing all the Stores at 1732486905933 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486905933Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486905933Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486905933Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486905933Cleaning up temporary data from old regions at 1732486905939 (+6 ms)Running coprocessor post-open hooks at 1732486905941 (+2 ms)Region opened successfully at 1732486905941 2024-11-24T22:21:45,942 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732486905910 2024-11-24T22:21:45,944 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T22:21:45,944 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T22:21:45,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,35663,1732486903033 2024-11-24T22:21:45,945 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,35663,1732486903033, state=OPEN 2024-11-24T22:21:45,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-949851844/meta-region-server 2024-11-24T22:21:45,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1014c121ce00001, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-949851844/meta-region-server 2024-11-24T22:21:45,949 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,35663,1732486903033 2024-11-24T22:21:45,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-949851844/meta-region-server: CHANGED 2024-11-24T22:21:45,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-949851844/meta-region-server: CHANGED 2024-11-24T22:21:45,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T22:21:45,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,35663,1732486903033 in 191 msec 2024-11-24T22:21:45,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T22:21:45,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-24T22:21:45,952 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:45,952 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T22:21:45,953 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:21:45,953 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,35663,1732486903033, seqNum=-1] 2024-11-24T22:21:45,954 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:21:45,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:21:45,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1840 sec 2024-11-24T22:21:45,958 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732486905958, completionTime=-1 2024-11-24T22:21:45,958 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T22:21:45,958 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T22:21:45,959 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T22:21:45,960 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732486965959 2024-11-24T22:21:45,960 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732487025960 2024-11-24T22:21:45,960 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T22:21:45,960 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41615,1732486902976-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:45,960 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41615,1732486902976-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:45,960 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41615,1732486902976-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:45,960 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:41615, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:45,960 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:45,960 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:45,962 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T22:21:45,963 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.893sec 2024-11-24T22:21:45,963 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T22:21:45,963 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T22:21:45,963 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T22:21:45,963 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T22:21:45,963 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T22:21:45,963 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41615,1732486902976-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:21:45,963 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41615,1732486902976-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T22:21:45,965 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T22:21:45,965 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T22:21:45,965 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,41615,1732486902976-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:46,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529da097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:46,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,41615,-1 for getting cluster id 2024-11-24T22:21:46,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:46,056 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66d2eaad-d87a-4089-9a7f-bd2dc1690ed2' 2024-11-24T22:21:46,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:46,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66d2eaad-d87a-4089-9a7f-bd2dc1690ed2" 2024-11-24T22:21:46,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@172fa480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:46,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,41615,-1] 2024-11-24T22:21:46,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:46,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:46,058 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:46,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4c6048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:46,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:21:46,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,35663,1732486903033, seqNum=-1] 2024-11-24T22:21:46,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:21:46,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:21:46,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bd6592c37bb2,41615,1732486902976 2024-11-24T22:21:46,063 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49688 2024-11-24T22:21:46,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:21:46,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014c121ce00002 connected 2024-11-24T22:21:46,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/hadoop.log.dir so I do NOT create it in target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1 2024-11-24T22:21:46,069 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T22:21:46,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/hadoop.tmp.dir so I do NOT create it in target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1 2024-11-24T22:21:46,069 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T22:21:46,069 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1 2024-11-24T22:21:46,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T22:21:46,069 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/cluster_d5c93b46-1944-5ced-a49e-cc813ac603a3, deleteOnExit=true 2024-11-24T22:21:46,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T22:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/test.cache.data in system properties and HBase conf 2024-11-24T22:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T22:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/hadoop.log.dir in system properties and HBase conf 2024-11-24T22:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T22:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T22:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T22:21:46,070 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T22:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T22:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T22:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T22:21:46,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:21:46,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:21:46,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T22:21:46,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/nfs.dump.dir in system properties and HBase conf 2024-11-24T22:21:46,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/java.io.tmpdir in system properties and HBase conf 2024-11-24T22:21:46,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:21:46,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T22:21:46,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T22:21:46,144 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:21:46,147 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:21:46,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:21:46,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:21:46,149 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T22:21:46,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:21:46,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3623dc90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:21:46,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea2c258{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:21:46,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30b87f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/java.io.tmpdir/jetty-localhost-43193-hadoop-hdfs-3_4_1-tests_jar-_-any-17739491347502141282/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:21:46,266 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34a6dd9b{HTTP/1.1, (http/1.1)}{localhost:43193} 2024-11-24T22:21:46,266 INFO [Time-limited test {}] server.Server(415): Started @288475ms 2024-11-24T22:21:46,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:21:46,353 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:21:46,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:21:46,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:21:46,356 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T22:21:46,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a6a4a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:21:46,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bea0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:21:46,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@681e4d90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/java.io.tmpdir/jetty-localhost-36983-hadoop-hdfs-3_4_1-tests_jar-_-any-11711017515670713032/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:21:46,481 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18ae9580{HTTP/1.1, (http/1.1)}{localhost:36983} 2024-11-24T22:21:46,481 INFO [Time-limited test {}] server.Server(415): Started @288691ms 2024-11-24T22:21:46,482 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T22:21:46,581 WARN [Thread-4431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/cluster_d5c93b46-1944-5ced-a49e-cc813ac603a3/data/data1/current/BP-693807457-172.17.0.2-1732486906088/current, will proceed with Du for space computation calculation, 2024-11-24T22:21:46,581 WARN [Thread-4432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/cluster_d5c93b46-1944-5ced-a49e-cc813ac603a3/data/data2/current/BP-693807457-172.17.0.2-1732486906088/current, will proceed with Du for space computation calculation, 2024-11-24T22:21:46,597 WARN [Thread-4419 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T22:21:46,600 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5536c2a4a9485f22 with lease ID 0x4f10c0498f1b5518: Processing first storage report for DS-f5c31f76-ce92-4591-a430-a3fea439b4d1 from datanode DatanodeRegistration(127.0.0.1:34955, datanodeUuid=dde53179-f467-4561-9bef-3b924df794ca, infoPort=37883, infoSecurePort=0, ipcPort=44095, storageInfo=lv=-57;cid=testClusterID;nsid=1922278205;c=1732486906088) 2024-11-24T22:21:46,600 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5536c2a4a9485f22 with lease ID 0x4f10c0498f1b5518: from storage DS-f5c31f76-ce92-4591-a430-a3fea439b4d1 node DatanodeRegistration(127.0.0.1:34955, datanodeUuid=dde53179-f467-4561-9bef-3b924df794ca, infoPort=37883, infoSecurePort=0, ipcPort=44095, storageInfo=lv=-57;cid=testClusterID;nsid=1922278205;c=1732486906088), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:21:46,600 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5536c2a4a9485f22 with lease ID 0x4f10c0498f1b5518: Processing first storage report for DS-bd4d323e-795a-4e44-8598-5b78820da758 from datanode DatanodeRegistration(127.0.0.1:34955, datanodeUuid=dde53179-f467-4561-9bef-3b924df794ca, infoPort=37883, infoSecurePort=0, ipcPort=44095, storageInfo=lv=-57;cid=testClusterID;nsid=1922278205;c=1732486906088) 2024-11-24T22:21:46,600 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5536c2a4a9485f22 with lease ID 0x4f10c0498f1b5518: from storage DS-bd4d323e-795a-4e44-8598-5b78820da758 node DatanodeRegistration(127.0.0.1:34955, datanodeUuid=dde53179-f467-4561-9bef-3b924df794ca, infoPort=37883, infoSecurePort=0, ipcPort=44095, storageInfo=lv=-57;cid=testClusterID;nsid=1922278205;c=1732486906088), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:21:46,602 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1 2024-11-24T22:21:46,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:46,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:46,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741825_1001 (size=7) 2024-11-24T22:21:47,011 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0 with version=8 2024-11-24T22:21:47,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/hbase-staging 2024-11-24T22:21:47,013 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:21:47,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:47,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:47,014 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:21:47,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:47,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:21:47,014 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T22:21:47,014 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:21:47,014 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36827 2024-11-24T22:21:47,015 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36827 connecting to ZooKeeper ensemble=127.0.0.1:49688 2024-11-24T22:21:47,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368270x0, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:21:47,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36827-0x1014c121ce00003 connected 2024-11-24T22:21:47,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:47,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:47,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Set watcher on znode that does not yet exist, /11907430089/running 2024-11-24T22:21:47,034 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0, hbase.cluster.distributed=false 2024-11-24T22:21:47,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Set watcher on znode that does not yet exist, /11907430089/acl 2024-11-24T22:21:47,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36827 2024-11-24T22:21:47,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36827 2024-11-24T22:21:47,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36827 2024-11-24T22:21:47,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36827 2024-11-24T22:21:47,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36827 2024-11-24T22:21:47,056 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:21:47,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:47,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:47,056 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:21:47,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:47,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:21:47,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T22:21:47,056 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:21:47,057 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44345 2024-11-24T22:21:47,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44345 connecting to ZooKeeper ensemble=127.0.0.1:49688 2024-11-24T22:21:47,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:47,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:47,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443450x0, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:21:47,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44345-0x1014c121ce00004 connected 2024-11-24T22:21:47,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44345-0x1014c121ce00004, quorum=127.0.0.1:49688, baseZNode=/11907430089 Set watcher on znode that does not yet exist, /11907430089/running 2024-11-24T22:21:47,064 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T22:21:47,068 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T22:21:47,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44345-0x1014c121ce00004, quorum=127.0.0.1:49688, baseZNode=/11907430089 Set watcher on znode that does not yet exist, /11907430089/master 2024-11-24T22:21:47,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44345-0x1014c121ce00004, quorum=127.0.0.1:49688, baseZNode=/11907430089 Set watcher on znode that does not yet exist, /11907430089/acl 2024-11-24T22:21:47,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44345 2024-11-24T22:21:47,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44345 2024-11-24T22:21:47,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44345 2024-11-24T22:21:47,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44345 2024-11-24T22:21:47,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44345 2024-11-24T22:21:47,090 DEBUG [M:0;bd6592c37bb2:36827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:36827 2024-11-24T22:21:47,091 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11907430089/backup-masters/bd6592c37bb2,36827,1732486907013 2024-11-24T22:21:47,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11907430089/backup-masters 2024-11-24T22:21:47,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1014c121ce00004, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11907430089/backup-masters 2024-11-24T22:21:47,093 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Set watcher on existing znode=/11907430089/backup-masters/bd6592c37bb2,36827,1732486907013 2024-11-24T22:21:47,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1014c121ce00004, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11907430089/master 2024-11-24T22:21:47,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1014c121ce00004, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11907430089 2024-11-24T22:21:47,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11907430089 2024-11-24T22:21:47,096 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Set watcher on existing znode=/11907430089/master 2024-11-24T22:21:47,096 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11907430089/backup-masters/bd6592c37bb2,36827,1732486907013 from backup master directory 2024-11-24T22:21:47,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11907430089/backup-masters/bd6592c37bb2,36827,1732486907013 2024-11-24T22:21:47,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11907430089/backup-masters 2024-11-24T22:21:47,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1014c121ce00004, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11907430089/backup-masters 2024-11-24T22:21:47,097 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:21:47,097 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,36827,1732486907013 2024-11-24T22:21:47,100 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/hbase.id] with ID: 0567712b-1316-46be-8633-aaffb92cd1ba 2024-11-24T22:21:47,100 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/.tmp/hbase.id 2024-11-24T22:21:47,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741826_1002 (size=42) 2024-11-24T22:21:47,504 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/.tmp/hbase.id]:[hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/hbase.id] 2024-11-24T22:21:47,511 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:47,511 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T22:21:47,512 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T22:21:47,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1014c121ce00004, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11907430089 2024-11-24T22:21:47,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11907430089 2024-11-24T22:21:47,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741827_1003 (size=196) 2024-11-24T22:21:47,918 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:21:47,919 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T22:21:47,919 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:47,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741828_1004 (size=1189) 2024-11-24T22:21:48,325 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/data/master/store 2024-11-24T22:21:48,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741829_1005 (size=34) 2024-11-24T22:21:48,730 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:48,730 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:21:48,730 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:48,730 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:48,730 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:21:48,730 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:48,730 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:48,730 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486908730Disabling compacts and flushes for region at 1732486908730Disabling writes for close at 1732486908730Writing region close event to WAL at 1732486908730Closed at 1732486908730 2024-11-24T22:21:48,731 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/data/master/store/.initializing 2024-11-24T22:21:48,731 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/WALs/bd6592c37bb2,36827,1732486907013 2024-11-24T22:21:48,731 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:21:48,733 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C36827%2C1732486907013, suffix=, logDir=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/WALs/bd6592c37bb2,36827,1732486907013, archiveDir=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/oldWALs, maxLogs=10 2024-11-24T22:21:48,746 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/WALs/bd6592c37bb2,36827,1732486907013/bd6592c37bb2%2C36827%2C1732486907013.1732486908733, exclude list is [], retry=0 2024-11-24T22:21:48,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-f5c31f76-ce92-4591-a430-a3fea439b4d1,DISK] 2024-11-24T22:21:48,749 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/WALs/bd6592c37bb2,36827,1732486907013/bd6592c37bb2%2C36827%2C1732486907013.1732486908733 2024-11-24T22:21:48,749 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37883:37883)] 2024-11-24T22:21:48,750 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:48,750 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:48,750 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:48,750 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:48,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:48,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T22:21:48,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:48,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:48,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:48,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T22:21:48,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:48,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:48,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:48,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T22:21:48,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:48,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:48,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:48,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T22:21:48,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:48,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:48,755 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:48,755 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:48,756 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:48,756 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:48,756 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:48,757 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:21:48,757 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:48,759 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:48,759 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67135644, jitterRate=3.9905309677124023E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:21:48,759 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732486908750Initializing all the Stores at 1732486908750Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486908750Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486908751 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486908751Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486908751Cleaning up temporary data from old regions at 1732486908756 (+5 ms)Region opened successfully at 1732486908759 (+3 ms) 2024-11-24T22:21:48,759 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T22:21:48,761 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278ea08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:21:48,762 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T22:21:48,762 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T22:21:48,762 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T22:21:48,762 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T22:21:48,762 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T22:21:48,763 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T22:21:48,763 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T22:21:48,764 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T22:21:48,765 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Unable to get data of znode /11907430089/balancer because node does not exist (not necessarily an error) 2024-11-24T22:21:48,766 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11907430089/balancer already deleted, retry=false 2024-11-24T22:21:48,766 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T22:21:48,766 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Unable to get data of znode /11907430089/normalizer because node does not exist (not necessarily an error) 2024-11-24T22:21:48,768 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11907430089/normalizer already deleted, retry=false 2024-11-24T22:21:48,769 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T22:21:48,770 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Unable to get data of znode /11907430089/switch/split because node does not exist (not necessarily an error) 2024-11-24T22:21:48,770 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11907430089/switch/split already deleted, retry=false 2024-11-24T22:21:48,771 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Unable to get data of znode /11907430089/switch/merge because node does not exist (not necessarily an error) 2024-11-24T22:21:48,772 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11907430089/switch/merge already deleted, retry=false 2024-11-24T22:21:48,773 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Unable to get data of znode /11907430089/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T22:21:48,774 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11907430089/snapshot-cleanup already deleted, retry=false 2024-11-24T22:21:48,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11907430089/running 2024-11-24T22:21:48,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1014c121ce00004, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11907430089/running 2024-11-24T22:21:48,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11907430089 2024-11-24T22:21:48,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1014c121ce00004, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11907430089 2024-11-24T22:21:48,778 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,36827,1732486907013, sessionid=0x1014c121ce00003, setting cluster-up flag (Was=false) 2024-11-24T22:21:48,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1014c121ce00004, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11907430089 2024-11-24T22:21:48,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11907430089 2024-11-24T22:21:48,786 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11907430089/flush-table-proc/acquired, /11907430089/flush-table-proc/reached, /11907430089/flush-table-proc/abort 2024-11-24T22:21:48,787 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,36827,1732486907013 2024-11-24T22:21:48,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1014c121ce00004, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11907430089 2024-11-24T22:21:48,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11907430089 2024-11-24T22:21:48,794 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11907430089/online-snapshot/acquired, /11907430089/online-snapshot/reached, /11907430089/online-snapshot/abort 2024-11-24T22:21:48,795 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,36827,1732486907013 2024-11-24T22:21:48,795 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T22:21:48,796 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:48,797 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T22:21:48,797 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T22:21:48,797 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,36827,1732486907013 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T22:21:48,798 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:48,798 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:48,798 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:48,798 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:48,798 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10 2024-11-24T22:21:48,798 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:48,798 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:21:48,798 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:48,799 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732486938799 2024-11-24T22:21:48,799 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T22:21:48,799 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T22:21:48,799 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T22:21:48,799 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T22:21:48,799 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T22:21:48,799 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T22:21:48,799 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:48,799 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:48,799 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T22:21:48,799 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T22:21:48,799 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T22:21:48,799 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T22:21:48,799 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T22:21:48,800 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T22:21:48,800 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T22:21:48,800 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:48,800 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486908800,5,FailOnTimeoutGroup] 2024-11-24T22:21:48,800 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T22:21:48,800 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486908800,5,FailOnTimeoutGroup] 2024-11-24T22:21:48,800 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:48,800 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T22:21:48,800 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:48,800 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:48,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741831_1007 (size=1321) 2024-11-24T22:21:48,810 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T22:21:48,810 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0 2024-11-24T22:21:48,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741832_1008 (size=32) 2024-11-24T22:21:48,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:48,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:21:48,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:21:48,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:48,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:48,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:21:48,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:21:48,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:48,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:48,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:21:48,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:21:48,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:48,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:48,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:21:48,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:21:48,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:48,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:48,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:21:48,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740 2024-11-24T22:21:48,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740 2024-11-24T22:21:48,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:21:48,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:21:48,823 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:21:48,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:21:48,825 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:48,825 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73857467, jitterRate=0.10056202113628387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:21:48,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732486908815Initializing all the Stores at 1732486908816 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486908816Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486908816Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486908816Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486908816Cleaning up temporary data from old regions at 1732486908822 (+6 ms)Region opened successfully at 1732486908825 (+3 ms) 2024-11-24T22:21:48,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:21:48,825 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:21:48,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:21:48,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:21:48,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:21:48,826 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:21:48,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486908825Disabling compacts and flushes for region at 1732486908825Disabling writes for close at 1732486908825Writing region close event to WAL at 1732486908825Closed at 1732486908826 (+1 ms) 2024-11-24T22:21:48,826 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:48,826 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T22:21:48,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T22:21:48,827 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:21:48,828 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T22:21:48,881 INFO [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(746): ClusterId : 0567712b-1316-46be-8633-aaffb92cd1ba 2024-11-24T22:21:48,881 DEBUG [RS:0;bd6592c37bb2:44345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T22:21:48,883 DEBUG [RS:0;bd6592c37bb2:44345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T22:21:48,883 DEBUG [RS:0;bd6592c37bb2:44345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T22:21:48,886 DEBUG [RS:0;bd6592c37bb2:44345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T22:21:48,886 DEBUG [RS:0;bd6592c37bb2:44345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@baed3ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:21:48,898 DEBUG [RS:0;bd6592c37bb2:44345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:44345 2024-11-24T22:21:48,898 INFO [RS:0;bd6592c37bb2:44345 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T22:21:48,898 INFO [RS:0;bd6592c37bb2:44345 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T22:21:48,898 DEBUG [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T22:21:48,899 INFO [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,36827,1732486907013 with port=44345, startcode=1732486907056 2024-11-24T22:21:48,899 DEBUG [RS:0;bd6592c37bb2:44345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T22:21:48,900 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T22:21:48,900 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,44345,1732486907056 2024-11-24T22:21:48,900 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36827 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,44345,1732486907056 2024-11-24T22:21:48,901 DEBUG [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0 2024-11-24T22:21:48,901 DEBUG [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35495 2024-11-24T22:21:48,901 DEBUG [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T22:21:48,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11907430089/rs 2024-11-24T22:21:48,906 DEBUG [RS:0;bd6592c37bb2:44345 {}] zookeeper.ZKUtil(111): regionserver:44345-0x1014c121ce00004, quorum=127.0.0.1:49688, baseZNode=/11907430089 Set watcher on existing znode=/11907430089/rs/bd6592c37bb2,44345,1732486907056 2024-11-24T22:21:48,906 WARN [RS:0;bd6592c37bb2:44345 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:21:48,906 INFO [RS:0;bd6592c37bb2:44345 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:48,907 DEBUG [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/WALs/bd6592c37bb2,44345,1732486907056 2024-11-24T22:21:48,907 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,44345,1732486907056] 2024-11-24T22:21:48,909 INFO [RS:0;bd6592c37bb2:44345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T22:21:48,911 INFO [RS:0;bd6592c37bb2:44345 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T22:21:48,911 INFO [RS:0;bd6592c37bb2:44345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T22:21:48,911 INFO [RS:0;bd6592c37bb2:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:48,911 INFO [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T22:21:48,911 INFO [RS:0;bd6592c37bb2:44345 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T22:21:48,912 INFO [RS:0;bd6592c37bb2:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:48,912 DEBUG [RS:0;bd6592c37bb2:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:48,912 DEBUG [RS:0;bd6592c37bb2:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:48,912 DEBUG [RS:0;bd6592c37bb2:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:48,912 DEBUG [RS:0;bd6592c37bb2:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:48,912 DEBUG [RS:0;bd6592c37bb2:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:48,912 DEBUG [RS:0;bd6592c37bb2:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:21:48,912 DEBUG [RS:0;bd6592c37bb2:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:48,912 DEBUG [RS:0;bd6592c37bb2:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:48,912 DEBUG [RS:0;bd6592c37bb2:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:48,912 DEBUG [RS:0;bd6592c37bb2:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:48,912 DEBUG [RS:0;bd6592c37bb2:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:48,912 DEBUG [RS:0;bd6592c37bb2:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:48,912 DEBUG [RS:0;bd6592c37bb2:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:21:48,912 DEBUG [RS:0;bd6592c37bb2:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:21:48,914 INFO [RS:0;bd6592c37bb2:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:48,914 INFO [RS:0;bd6592c37bb2:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:48,914 INFO [RS:0;bd6592c37bb2:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:48,914 INFO [RS:0;bd6592c37bb2:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:48,914 INFO [RS:0;bd6592c37bb2:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:48,914 INFO [RS:0;bd6592c37bb2:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,44345,1732486907056-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:21:48,929 INFO [RS:0;bd6592c37bb2:44345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T22:21:48,929 INFO [RS:0;bd6592c37bb2:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,44345,1732486907056-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:48,929 INFO [RS:0;bd6592c37bb2:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:48,929 INFO [RS:0;bd6592c37bb2:44345 {}] regionserver.Replication(171): bd6592c37bb2,44345,1732486907056 started 2024-11-24T22:21:48,941 INFO [RS:0;bd6592c37bb2:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:48,942 INFO [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,44345,1732486907056, RpcServer on bd6592c37bb2/172.17.0.2:44345, sessionid=0x1014c121ce00004 2024-11-24T22:21:48,942 DEBUG [RS:0;bd6592c37bb2:44345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T22:21:48,942 DEBUG [RS:0;bd6592c37bb2:44345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,44345,1732486907056 2024-11-24T22:21:48,942 DEBUG [RS:0;bd6592c37bb2:44345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,44345,1732486907056' 2024-11-24T22:21:48,942 DEBUG [RS:0;bd6592c37bb2:44345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11907430089/flush-table-proc/abort' 2024-11-24T22:21:48,942 DEBUG [RS:0;bd6592c37bb2:44345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11907430089/flush-table-proc/acquired' 2024-11-24T22:21:48,942 DEBUG [RS:0;bd6592c37bb2:44345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T22:21:48,942 DEBUG [RS:0;bd6592c37bb2:44345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T22:21:48,942 DEBUG [RS:0;bd6592c37bb2:44345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,44345,1732486907056 2024-11-24T22:21:48,942 DEBUG [RS:0;bd6592c37bb2:44345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,44345,1732486907056' 2024-11-24T22:21:48,942 DEBUG [RS:0;bd6592c37bb2:44345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11907430089/online-snapshot/abort' 2024-11-24T22:21:48,943 DEBUG [RS:0;bd6592c37bb2:44345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11907430089/online-snapshot/acquired' 2024-11-24T22:21:48,943 DEBUG [RS:0;bd6592c37bb2:44345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T22:21:48,943 INFO [RS:0;bd6592c37bb2:44345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T22:21:48,943 INFO [RS:0;bd6592c37bb2:44345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T22:21:48,978 WARN [bd6592c37bb2:36827 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T22:21:49,043 INFO [RS:0;bd6592c37bb2:44345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:21:49,045 INFO [RS:0;bd6592c37bb2:44345 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C44345%2C1732486907056, suffix=, logDir=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/WALs/bd6592c37bb2,44345,1732486907056, archiveDir=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/oldWALs, maxLogs=10 2024-11-24T22:21:49,062 DEBUG [RS:0;bd6592c37bb2:44345 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/WALs/bd6592c37bb2,44345,1732486907056/bd6592c37bb2%2C44345%2C1732486907056.1732486909045, exclude list is [], retry=0 2024-11-24T22:21:49,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-f5c31f76-ce92-4591-a430-a3fea439b4d1,DISK] 2024-11-24T22:21:49,065 INFO [RS:0;bd6592c37bb2:44345 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/WALs/bd6592c37bb2,44345,1732486907056/bd6592c37bb2%2C44345%2C1732486907056.1732486909045 2024-11-24T22:21:49,065 DEBUG [RS:0;bd6592c37bb2:44345 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37883:37883)] 2024-11-24T22:21:49,228 DEBUG [bd6592c37bb2:36827 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:21:49,228 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,44345,1732486907056 2024-11-24T22:21:49,229 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,44345,1732486907056, state=OPENING 2024-11-24T22:21:49,231 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T22:21:49,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11907430089 2024-11-24T22:21:49,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1014c121ce00004, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11907430089 2024-11-24T22:21:49,233 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:21:49,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11907430089/meta-region-server: CHANGED 2024-11-24T22:21:49,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11907430089/meta-region-server: CHANGED 2024-11-24T22:21:49,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,44345,1732486907056}] 2024-11-24T22:21:49,385 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:21:49,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:21:49,389 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T22:21:49,389 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:49,389 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T22:21:49,390 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C44345%2C1732486907056.meta, suffix=.meta, logDir=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/WALs/bd6592c37bb2,44345,1732486907056, archiveDir=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/oldWALs, maxLogs=10 2024-11-24T22:21:49,403 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/WALs/bd6592c37bb2,44345,1732486907056/bd6592c37bb2%2C44345%2C1732486907056.meta.1732486909390.meta, exclude list is [], retry=0 2024-11-24T22:21:49,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-f5c31f76-ce92-4591-a430-a3fea439b4d1,DISK] 2024-11-24T22:21:49,406 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/WALs/bd6592c37bb2,44345,1732486907056/bd6592c37bb2%2C44345%2C1732486907056.meta.1732486909390.meta 2024-11-24T22:21:49,406 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37883:37883)] 2024-11-24T22:21:49,406 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:49,406 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:21:49,406 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:21:49,406 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T22:21:49,406 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T22:21:49,407 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T22:21:49,407 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:49,407 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T22:21:49,407 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T22:21:49,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:21:49,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:21:49,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:49,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:49,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:21:49,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:21:49,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:49,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:49,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:21:49,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:21:49,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:49,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:49,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:21:49,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:21:49,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:49,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:49,411 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:21:49,411 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740 2024-11-24T22:21:49,412 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740 2024-11-24T22:21:49,413 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:21:49,413 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:21:49,413 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:21:49,414 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:21:49,414 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67473092, jitterRate=0.005427420139312744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:21:49,414 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T22:21:49,414 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732486909407Writing region info on filesystem at 1732486909407Initializing all the Stores at 1732486909407Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486909407Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486909407Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486909407Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486909407Cleaning up temporary data from old regions at 1732486909413 (+6 ms)Running coprocessor post-open hooks at 1732486909414 (+1 ms)Region opened successfully at 1732486909414 2024-11-24T22:21:49,415 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732486909385 2024-11-24T22:21:49,416 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T22:21:49,416 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T22:21:49,417 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,44345,1732486907056 2024-11-24T22:21:49,417 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,44345,1732486907056, state=OPEN 2024-11-24T22:21:49,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1014c121ce00004, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11907430089/meta-region-server 2024-11-24T22:21:49,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11907430089/meta-region-server 2024-11-24T22:21:49,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11907430089/meta-region-server: CHANGED 2024-11-24T22:21:49,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11907430089/meta-region-server: CHANGED 2024-11-24T22:21:49,419 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,44345,1732486907056 2024-11-24T22:21:49,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T22:21:49,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,44345,1732486907056 in 186 msec 2024-11-24T22:21:49,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T22:21:49,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 595 msec 2024-11-24T22:21:49,422 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:49,422 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T22:21:49,423 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:21:49,423 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,44345,1732486907056, seqNum=-1] 2024-11-24T22:21:49,423 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:21:49,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:21:49,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 630 msec 2024-11-24T22:21:49,427 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732486909427, completionTime=-1 2024-11-24T22:21:49,428 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T22:21:49,428 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T22:21:49,429 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T22:21:49,429 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732486969429 2024-11-24T22:21:49,429 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732487029429 2024-11-24T22:21:49,429 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T22:21:49,429 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,36827,1732486907013-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:49,430 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,36827,1732486907013-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:49,430 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,36827,1732486907013-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:49,430 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:36827, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:49,430 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:49,430 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:49,431 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T22:21:49,432 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.335sec 2024-11-24T22:21:49,433 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T22:21:49,433 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T22:21:49,433 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T22:21:49,433 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T22:21:49,433 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T22:21:49,433 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,36827,1732486907013-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:21:49,433 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,36827,1732486907013-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T22:21:49,434 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T22:21:49,434 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T22:21:49,434 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,36827,1732486907013-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:49,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46237750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:49,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,36827,-1 for getting cluster id 2024-11-24T22:21:49,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:49,483 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0567712b-1316-46be-8633-aaffb92cd1ba' 2024-11-24T22:21:49,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:49,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0567712b-1316-46be-8633-aaffb92cd1ba" 2024-11-24T22:21:49,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef4b7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:49,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,36827,-1] 2024-11-24T22:21:49,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:49,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:49,484 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:49,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472f44c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:49,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:21:49,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,44345,1732486907056, seqNum=-1] 2024-11-24T22:21:49,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:21:49,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:21:49,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bd6592c37bb2,36827,1732486907013 2024-11-24T22:21:49,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49688 2024-11-24T22:21:49,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:21:49,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014c121ce00005 connected 2024-11-24T22:21:49,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/hadoop.log.dir so I do NOT create it in target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33 2024-11-24T22:21:49,496 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T22:21:49,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/hadoop.tmp.dir so I do NOT create it in target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33 2024-11-24T22:21:49,496 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T22:21:49,496 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33 2024-11-24T22:21:49,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T22:21:49,497 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/cluster_545bfe05-c10b-f0b5-dcae-de2d0de66237, deleteOnExit=true 2024-11-24T22:21:49,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T22:21:49,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/test.cache.data in system properties and HBase conf 2024-11-24T22:21:49,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T22:21:49,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/hadoop.log.dir in system properties and HBase conf 2024-11-24T22:21:49,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T22:21:49,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T22:21:49,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T22:21:49,497 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T22:21:49,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:21:49,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T22:21:49,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T22:21:49,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:21:49,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T22:21:49,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T22:21:49,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T22:21:49,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:21:49,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T22:21:49,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/nfs.dump.dir in system properties and HBase conf 2024-11-24T22:21:49,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/java.io.tmpdir in system properties and HBase conf 2024-11-24T22:21:49,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T22:21:49,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T22:21:49,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T22:21:49,579 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:21:49,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:21:49,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:21:49,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:21:49,585 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T22:21:49,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:21:49,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f9855d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:21:49,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30633fa8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:21:49,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e9cb8da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/java.io.tmpdir/jetty-localhost-39635-hadoop-hdfs-3_4_1-tests_jar-_-any-18124137561469754619/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:21:49,700 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a0b0a92{HTTP/1.1, (http/1.1)}{localhost:39635} 2024-11-24T22:21:49,700 INFO [Time-limited test {}] server.Server(415): Started @291910ms 2024-11-24T22:21:49,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T22:21:49,777 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T22:21:49,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T22:21:49,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T22:21:49,780 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T22:21:49,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13ab238e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/hadoop.log.dir/,AVAILABLE} 2024-11-24T22:21:49,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bc7496d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T22:21:49,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f155e2b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/java.io.tmpdir/jetty-localhost-43785-hadoop-hdfs-3_4_1-tests_jar-_-any-10346342584918117381/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:21:49,899 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ca419c{HTTP/1.1, (http/1.1)}{localhost:43785} 2024-11-24T22:21:49,899 INFO [Time-limited test {}] server.Server(415): Started @292109ms 2024-11-24T22:21:49,900 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T22:21:49,999 WARN [Thread-4551 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/cluster_545bfe05-c10b-f0b5-dcae-de2d0de66237/data/data1/current/BP-1705396158-172.17.0.2-1732486909519/current, will proceed with Du for space computation calculation, 2024-11-24T22:21:49,999 WARN [Thread-4552 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/cluster_545bfe05-c10b-f0b5-dcae-de2d0de66237/data/data2/current/BP-1705396158-172.17.0.2-1732486909519/current, will proceed with Du for space computation calculation, 2024-11-24T22:21:50,024 WARN [Thread-4539 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T22:21:50,026 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1f35ca57d27e763 with lease ID 0xb0bc3b08e97c0eb8: Processing first storage report for DS-29659a21-1d55-4d46-a992-bbc6b5c0ba37 from datanode DatanodeRegistration(127.0.0.1:38855, datanodeUuid=93cc1dd2-771b-4ede-af2c-c0e6e69aca99, infoPort=40357, infoSecurePort=0, ipcPort=44395, storageInfo=lv=-57;cid=testClusterID;nsid=487497065;c=1732486909519) 2024-11-24T22:21:50,026 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1f35ca57d27e763 with lease ID 0xb0bc3b08e97c0eb8: from storage DS-29659a21-1d55-4d46-a992-bbc6b5c0ba37 node DatanodeRegistration(127.0.0.1:38855, datanodeUuid=93cc1dd2-771b-4ede-af2c-c0e6e69aca99, infoPort=40357, infoSecurePort=0, ipcPort=44395, storageInfo=lv=-57;cid=testClusterID;nsid=487497065;c=1732486909519), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T22:21:50,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1f35ca57d27e763 with lease ID 0xb0bc3b08e97c0eb8: Processing first storage report for DS-4f3402db-b8d2-4112-9341-58023227c321 from datanode DatanodeRegistration(127.0.0.1:38855, datanodeUuid=93cc1dd2-771b-4ede-af2c-c0e6e69aca99, infoPort=40357, infoSecurePort=0, ipcPort=44395, storageInfo=lv=-57;cid=testClusterID;nsid=487497065;c=1732486909519) 2024-11-24T22:21:50,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1f35ca57d27e763 with lease ID 0xb0bc3b08e97c0eb8: from storage DS-4f3402db-b8d2-4112-9341-58023227c321 node DatanodeRegistration(127.0.0.1:38855, datanodeUuid=93cc1dd2-771b-4ede-af2c-c0e6e69aca99, infoPort=40357, infoSecurePort=0, ipcPort=44395, storageInfo=lv=-57;cid=testClusterID;nsid=487497065;c=1732486909519), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T22:21:50,123 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33 2024-11-24T22:21:50,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:50,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:50,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741825_1001 (size=7) 2024-11-24T22:21:50,546 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6 with version=8 2024-11-24T22:21:50,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/hbase-staging 2024-11-24T22:21:50,548 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:21:50,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:50,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:50,548 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:21:50,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:50,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:21:50,548 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T22:21:50,549 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:21:50,549 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36697 2024-11-24T22:21:50,550 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36697 connecting to ZooKeeper ensemble=127.0.0.1:49688 2024-11-24T22:21:50,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366970x0, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:21:50,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36697-0x1014c121ce00006 connected 2024-11-24T22:21:50,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:50,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:50,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Set watcher on znode that does not yet exist, /2-144611549/running 2024-11-24T22:21:50,567 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6, hbase.cluster.distributed=false 2024-11-24T22:21:50,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Set watcher on znode that does not yet exist, /2-144611549/acl 2024-11-24T22:21:50,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36697 2024-11-24T22:21:50,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36697 2024-11-24T22:21:50,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36697 2024-11-24T22:21:50,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36697 2024-11-24T22:21:50,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36697 2024-11-24T22:21:50,586 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bd6592c37bb2:0 server-side Connection retries=45 2024-11-24T22:21:50,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:50,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:50,586 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T22:21:50,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T22:21:50,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T22:21:50,586 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T22:21:50,586 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T22:21:50,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38295 2024-11-24T22:21:50,587 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38295 connecting to ZooKeeper ensemble=127.0.0.1:49688 2024-11-24T22:21:50,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:50,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:50,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382950x0, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:21:50,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382950x0, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Set watcher on znode that does not yet exist, /2-144611549/running 2024-11-24T22:21:50,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38295-0x1014c121ce00007 connected 2024-11-24T22:21:50,596 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T22:21:50,596 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T22:21:50,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38295-0x1014c121ce00007, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Set watcher on znode that does not yet exist, /2-144611549/master 2024-11-24T22:21:50,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38295-0x1014c121ce00007, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Set watcher on znode that does not yet exist, /2-144611549/acl 2024-11-24T22:21:50,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38295 2024-11-24T22:21:50,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38295 2024-11-24T22:21:50,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38295 2024-11-24T22:21:50,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38295 2024-11-24T22:21:50,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38295 2024-11-24T22:21:50,618 DEBUG [M:0;bd6592c37bb2:36697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bd6592c37bb2:36697 2024-11-24T22:21:50,618 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-144611549/backup-masters/bd6592c37bb2,36697,1732486910548 2024-11-24T22:21:50,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-144611549/backup-masters 2024-11-24T22:21:50,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x1014c121ce00007, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-144611549/backup-masters 2024-11-24T22:21:50,620 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Set watcher on existing znode=/2-144611549/backup-masters/bd6592c37bb2,36697,1732486910548 2024-11-24T22:21:50,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-144611549 2024-11-24T22:21:50,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x1014c121ce00007, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-144611549/master 2024-11-24T22:21:50,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x1014c121ce00007, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-144611549 2024-11-24T22:21:50,622 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Set watcher on existing znode=/2-144611549/master 2024-11-24T22:21:50,622 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-144611549/backup-masters/bd6592c37bb2,36697,1732486910548 from backup master directory 2024-11-24T22:21:50,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-144611549/backup-masters/bd6592c37bb2,36697,1732486910548 2024-11-24T22:21:50,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x1014c121ce00007, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-144611549/backup-masters 2024-11-24T22:21:50,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-144611549/backup-masters 2024-11-24T22:21:50,624 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:21:50,624 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bd6592c37bb2,36697,1732486910548 2024-11-24T22:21:50,627 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/hbase.id] with ID: b1edc470-c603-4274-b749-f7d0b6e49ab0 2024-11-24T22:21:50,627 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/.tmp/hbase.id 2024-11-24T22:21:50,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741826_1002 (size=42) 2024-11-24T22:21:51,034 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/.tmp/hbase.id]:[hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/hbase.id] 2024-11-24T22:21:51,042 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:21:51,042 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T22:21:51,043 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T22:21:51,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-144611549 2024-11-24T22:21:51,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x1014c121ce00007, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-144611549 2024-11-24T22:21:51,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741827_1003 (size=196) 2024-11-24T22:21:51,435 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:21:51,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:51,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:51,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:51,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:51,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:51,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:51,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:51,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:51,459 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:21:51,460 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T22:21:51,460 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:51,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741828_1004 (size=1189) 2024-11-24T22:21:51,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:51,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:51,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:51,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:51,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:51,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:51,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:51,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:51,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:51,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:51,868 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/data/master/store 2024-11-24T22:21:51,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741829_1005 (size=34) 2024-11-24T22:21:52,273 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:52,274 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:21:52,274 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:52,274 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:52,274 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:21:52,274 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:52,274 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:21:52,274 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486912273Disabling compacts and flushes for region at 1732486912273Disabling writes for close at 1732486912274 (+1 ms)Writing region close event to WAL at 1732486912274Closed at 1732486912274 2024-11-24T22:21:52,274 WARN [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/data/master/store/.initializing 2024-11-24T22:21:52,274 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/WALs/bd6592c37bb2,36697,1732486910548 2024-11-24T22:21:52,275 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:21:52,276 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bd6592c37bb2%2C36697%2C1732486910548, suffix=, logDir=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/WALs/bd6592c37bb2,36697,1732486910548, archiveDir=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/oldWALs, maxLogs=10 2024-11-24T22:21:52,291 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/WALs/bd6592c37bb2,36697,1732486910548/bd6592c37bb2%2C36697%2C1732486910548.1732486912277, exclude list is [], retry=0 2024-11-24T22:21:52,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38855,DS-29659a21-1d55-4d46-a992-bbc6b5c0ba37,DISK] 2024-11-24T22:21:52,294 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/WALs/bd6592c37bb2,36697,1732486910548/bd6592c37bb2%2C36697%2C1732486910548.1732486912277 2024-11-24T22:21:52,295 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40357:40357)] 2024-11-24T22:21:52,295 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:52,295 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:52,295 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:52,295 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:52,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:52,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T22:21:52,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:52,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:52,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:52,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T22:21:52,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:52,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:52,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:52,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T22:21:52,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:52,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:52,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:52,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T22:21:52,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:52,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:52,301 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:52,301 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:52,301 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:52,302 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:52,302 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:52,302 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:21:52,303 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T22:21:52,305 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:52,305 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66501297, jitterRate=-0.009053453803062439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:21:52,305 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732486912295Initializing all the Stores at 1732486912295Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486912296 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486912296Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486912296Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486912296Cleaning up temporary data from old regions at 1732486912302 (+6 ms)Region opened successfully at 1732486912305 (+3 ms) 2024-11-24T22:21:52,305 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T22:21:52,307 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68df8604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:21:52,308 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T22:21:52,308 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T22:21:52,308 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T22:21:52,308 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T22:21:52,309 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T22:21:52,309 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T22:21:52,309 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T22:21:52,310 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T22:21:52,311 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Unable to get data of znode /2-144611549/balancer because node does not exist (not necessarily an error) 2024-11-24T22:21:52,312 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-144611549/balancer already deleted, retry=false 2024-11-24T22:21:52,312 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T22:21:52,313 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Unable to get data of znode /2-144611549/normalizer because node does not exist (not necessarily an error) 2024-11-24T22:21:52,314 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-144611549/normalizer already deleted, retry=false 2024-11-24T22:21:52,314 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T22:21:52,315 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Unable to get data of znode /2-144611549/switch/split because node does not exist (not necessarily an error) 2024-11-24T22:21:52,316 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-144611549/switch/split already deleted, retry=false 2024-11-24T22:21:52,317 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Unable to get data of znode /2-144611549/switch/merge because node does not exist (not necessarily an error) 2024-11-24T22:21:52,320 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-144611549/switch/merge already deleted, retry=false 2024-11-24T22:21:52,321 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Unable to get data of znode /2-144611549/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T22:21:52,322 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-144611549/snapshot-cleanup already deleted, retry=false 2024-11-24T22:21:52,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-144611549/running 2024-11-24T22:21:52,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x1014c121ce00007, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-144611549/running 2024-11-24T22:21:52,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-144611549 2024-11-24T22:21:52,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x1014c121ce00007, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-144611549 2024-11-24T22:21:52,324 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bd6592c37bb2,36697,1732486910548, sessionid=0x1014c121ce00006, setting cluster-up flag (Was=false) 2024-11-24T22:21:52,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-144611549 2024-11-24T22:21:52,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x1014c121ce00007, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-144611549 2024-11-24T22:21:52,331 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-144611549/flush-table-proc/acquired, /2-144611549/flush-table-proc/reached, /2-144611549/flush-table-proc/abort 2024-11-24T22:21:52,332 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,36697,1732486910548 2024-11-24T22:21:52,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x1014c121ce00007, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-144611549 2024-11-24T22:21:52,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-144611549 2024-11-24T22:21:52,339 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-144611549/online-snapshot/acquired, /2-144611549/online-snapshot/reached, /2-144611549/online-snapshot/abort 2024-11-24T22:21:52,340 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bd6592c37bb2,36697,1732486910548 2024-11-24T22:21:52,341 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T22:21:52,342 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:52,342 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T22:21:52,342 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T22:21:52,342 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bd6592c37bb2,36697,1732486910548 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T22:21:52,343 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:52,343 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:52,343 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:52,343 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=5, maxPoolSize=5 2024-11-24T22:21:52,343 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bd6592c37bb2:0, corePoolSize=10, maxPoolSize=10 2024-11-24T22:21:52,343 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:52,343 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:21:52,343 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:52,344 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732486942344 2024-11-24T22:21:52,344 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T22:21:52,344 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T22:21:52,344 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T22:21:52,344 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T22:21:52,344 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T22:21:52,344 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T22:21:52,344 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:52,345 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T22:21:52,345 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:52,345 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T22:21:52,345 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T22:21:52,345 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T22:21:52,345 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:52,345 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T22:21:52,345 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T22:21:52,348 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T22:21:52,348 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T22:21:52,348 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486912348,5,FailOnTimeoutGroup] 2024-11-24T22:21:52,352 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486912348,5,FailOnTimeoutGroup] 2024-11-24T22:21:52,352 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:52,352 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T22:21:52,352 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:52,352 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:52,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741831_1007 (size=1321) 2024-11-24T22:21:52,408 INFO [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(746): ClusterId : b1edc470-c603-4274-b749-f7d0b6e49ab0 2024-11-24T22:21:52,408 DEBUG [RS:0;bd6592c37bb2:38295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T22:21:52,410 DEBUG [RS:0;bd6592c37bb2:38295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T22:21:52,410 DEBUG [RS:0;bd6592c37bb2:38295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T22:21:52,412 DEBUG [RS:0;bd6592c37bb2:38295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T22:21:52,412 DEBUG [RS:0;bd6592c37bb2:38295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce97337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bd6592c37bb2/172.17.0.2:0 2024-11-24T22:21:52,425 DEBUG [RS:0;bd6592c37bb2:38295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bd6592c37bb2:38295 2024-11-24T22:21:52,425 INFO [RS:0;bd6592c37bb2:38295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T22:21:52,425 INFO [RS:0;bd6592c37bb2:38295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T22:21:52,425 DEBUG [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T22:21:52,425 INFO [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(2659): reportForDuty to master=bd6592c37bb2,36697,1732486910548 with port=38295, startcode=1732486910586 2024-11-24T22:21:52,426 DEBUG [RS:0;bd6592c37bb2:38295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T22:21:52,427 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T22:21:52,427 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36697 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bd6592c37bb2,38295,1732486910586 2024-11-24T22:21:52,427 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36697 {}] master.ServerManager(517): Registering regionserver=bd6592c37bb2,38295,1732486910586 2024-11-24T22:21:52,428 DEBUG [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6 2024-11-24T22:21:52,428 DEBUG [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38601 2024-11-24T22:21:52,428 DEBUG [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T22:21:52,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-144611549/rs 2024-11-24T22:21:52,434 DEBUG [RS:0;bd6592c37bb2:38295 {}] zookeeper.ZKUtil(111): regionserver:38295-0x1014c121ce00007, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Set watcher on existing znode=/2-144611549/rs/bd6592c37bb2,38295,1732486910586 2024-11-24T22:21:52,434 WARN [RS:0;bd6592c37bb2:38295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T22:21:52,434 INFO [RS:0;bd6592c37bb2:38295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:52,434 DEBUG [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/WALs/bd6592c37bb2,38295,1732486910586 2024-11-24T22:21:52,434 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bd6592c37bb2,38295,1732486910586] 2024-11-24T22:21:52,437 INFO [RS:0;bd6592c37bb2:38295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T22:21:52,438 INFO [RS:0;bd6592c37bb2:38295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T22:21:52,439 INFO [RS:0;bd6592c37bb2:38295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T22:21:52,439 INFO [RS:0;bd6592c37bb2:38295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:52,439 INFO [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T22:21:52,439 INFO [RS:0;bd6592c37bb2:38295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T22:21:52,439 INFO [RS:0;bd6592c37bb2:38295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:52,439 DEBUG [RS:0;bd6592c37bb2:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:52,439 DEBUG [RS:0;bd6592c37bb2:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:52,439 DEBUG [RS:0;bd6592c37bb2:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:52,439 DEBUG [RS:0;bd6592c37bb2:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:52,439 DEBUG [RS:0;bd6592c37bb2:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:52,439 DEBUG [RS:0;bd6592c37bb2:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bd6592c37bb2:0, corePoolSize=2, maxPoolSize=2 2024-11-24T22:21:52,440 DEBUG [RS:0;bd6592c37bb2:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:52,440 DEBUG [RS:0;bd6592c37bb2:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:52,440 DEBUG [RS:0;bd6592c37bb2:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:52,440 DEBUG [RS:0;bd6592c37bb2:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:52,440 DEBUG [RS:0;bd6592c37bb2:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:52,440 DEBUG [RS:0;bd6592c37bb2:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bd6592c37bb2:0, corePoolSize=1, maxPoolSize=1 2024-11-24T22:21:52,440 DEBUG [RS:0;bd6592c37bb2:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:21:52,440 DEBUG [RS:0;bd6592c37bb2:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bd6592c37bb2:0, corePoolSize=3, maxPoolSize=3 2024-11-24T22:21:52,440 INFO [RS:0;bd6592c37bb2:38295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:52,440 INFO [RS:0;bd6592c37bb2:38295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:52,440 INFO [RS:0;bd6592c37bb2:38295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:52,440 INFO [RS:0;bd6592c37bb2:38295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:52,440 INFO [RS:0;bd6592c37bb2:38295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:52,440 INFO [RS:0;bd6592c37bb2:38295 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,38295,1732486910586-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:21:52,458 INFO [RS:0;bd6592c37bb2:38295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T22:21:52,458 INFO [RS:0;bd6592c37bb2:38295 {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,38295,1732486910586-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:52,458 INFO [RS:0;bd6592c37bb2:38295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:52,458 INFO [RS:0;bd6592c37bb2:38295 {}] regionserver.Replication(171): bd6592c37bb2,38295,1732486910586 started 2024-11-24T22:21:52,471 INFO [RS:0;bd6592c37bb2:38295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:52,471 INFO [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(1482): Serving as bd6592c37bb2,38295,1732486910586, RpcServer on bd6592c37bb2/172.17.0.2:38295, sessionid=0x1014c121ce00007 2024-11-24T22:21:52,471 DEBUG [RS:0;bd6592c37bb2:38295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T22:21:52,471 DEBUG [RS:0;bd6592c37bb2:38295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bd6592c37bb2,38295,1732486910586 2024-11-24T22:21:52,471 DEBUG [RS:0;bd6592c37bb2:38295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,38295,1732486910586' 2024-11-24T22:21:52,471 DEBUG [RS:0;bd6592c37bb2:38295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-144611549/flush-table-proc/abort' 2024-11-24T22:21:52,472 DEBUG [RS:0;bd6592c37bb2:38295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-144611549/flush-table-proc/acquired' 2024-11-24T22:21:52,472 DEBUG [RS:0;bd6592c37bb2:38295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T22:21:52,472 DEBUG [RS:0;bd6592c37bb2:38295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T22:21:52,472 DEBUG [RS:0;bd6592c37bb2:38295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bd6592c37bb2,38295,1732486910586 2024-11-24T22:21:52,472 DEBUG [RS:0;bd6592c37bb2:38295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bd6592c37bb2,38295,1732486910586' 2024-11-24T22:21:52,472 DEBUG [RS:0;bd6592c37bb2:38295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-144611549/online-snapshot/abort' 2024-11-24T22:21:52,472 DEBUG [RS:0;bd6592c37bb2:38295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-144611549/online-snapshot/acquired' 2024-11-24T22:21:52,472 DEBUG [RS:0;bd6592c37bb2:38295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T22:21:52,472 INFO [RS:0;bd6592c37bb2:38295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T22:21:52,473 INFO [RS:0;bd6592c37bb2:38295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T22:21:52,573 INFO [RS:0;bd6592c37bb2:38295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T22:21:52,574 INFO [RS:0;bd6592c37bb2:38295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C38295%2C1732486910586, suffix=, logDir=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/WALs/bd6592c37bb2,38295,1732486910586, archiveDir=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/oldWALs, maxLogs=10 2024-11-24T22:21:52,587 DEBUG [RS:0;bd6592c37bb2:38295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/WALs/bd6592c37bb2,38295,1732486910586/bd6592c37bb2%2C38295%2C1732486910586.1732486912574, exclude list is [], retry=0 2024-11-24T22:21:52,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38855,DS-29659a21-1d55-4d46-a992-bbc6b5c0ba37,DISK] 2024-11-24T22:21:52,591 INFO [RS:0;bd6592c37bb2:38295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/WALs/bd6592c37bb2,38295,1732486910586/bd6592c37bb2%2C38295%2C1732486910586.1732486912574 2024-11-24T22:21:52,591 DEBUG [RS:0;bd6592c37bb2:38295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40357:40357)] 2024-11-24T22:21:52,755 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T22:21:52,755 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6 2024-11-24T22:21:52,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741833_1009 (size=32) 2024-11-24T22:21:53,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:53,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:21:53,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:21:53,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:53,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:53,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:21:53,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:21:53,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:53,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:53,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:21:53,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:21:53,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:53,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:53,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:21:53,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:21:53,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:53,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:53,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:21:53,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740 2024-11-24T22:21:53,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740 2024-11-24T22:21:53,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:21:53,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:21:53,168 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:21:53,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:21:53,170 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:53,170 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64094417, jitterRate=-0.044918760657310486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:21:53,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732486913160Initializing all the Stores at 1732486913161 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486913161Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486913161Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486913161Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486913161Cleaning up temporary data from old regions at 1732486913167 (+6 ms)Region opened successfully at 1732486913170 (+3 ms) 2024-11-24T22:21:53,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:21:53,170 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:21:53,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:21:53,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:21:53,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:21:53,171 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:21:53,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486913170Disabling compacts and flushes for region at 1732486913170Disabling writes for close at 1732486913170Writing region close event to WAL at 1732486913171 (+1 ms)Closed at 1732486913171 2024-11-24T22:21:53,172 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:53,172 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T22:21:53,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T22:21:53,173 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:21:53,174 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T22:21:53,324 DEBUG [bd6592c37bb2:36697 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T22:21:53,324 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bd6592c37bb2,38295,1732486910586 2024-11-24T22:21:53,325 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,38295,1732486910586, state=OPENING 2024-11-24T22:21:53,326 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T22:21:53,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-144611549 2024-11-24T22:21:53,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x1014c121ce00007, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-144611549 2024-11-24T22:21:53,328 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T22:21:53,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-144611549/meta-region-server: CHANGED 2024-11-24T22:21:53,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-144611549/meta-region-server: CHANGED 2024-11-24T22:21:53,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,38295,1732486910586}] 2024-11-24T22:21:53,480 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:21:53,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:21:53,484 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T22:21:53,484 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:53,484 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T22:21:53,485 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C38295%2C1732486910586.meta, suffix=.meta, logDir=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/WALs/bd6592c37bb2,38295,1732486910586, archiveDir=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/oldWALs, maxLogs=10 2024-11-24T22:21:53,499 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/WALs/bd6592c37bb2,38295,1732486910586/bd6592c37bb2%2C38295%2C1732486910586.meta.1732486913486.meta, exclude list is [], retry=0 2024-11-24T22:21:53,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38855,DS-29659a21-1d55-4d46-a992-bbc6b5c0ba37,DISK] 2024-11-24T22:21:53,502 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/WALs/bd6592c37bb2,38295,1732486910586/bd6592c37bb2%2C38295%2C1732486910586.meta.1732486913486.meta 2024-11-24T22:21:53,502 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40357:40357)] 2024-11-24T22:21:53,502 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:53,502 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:21:53,503 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:21:53,503 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T22:21:53,503 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T22:21:53,503 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T22:21:53,503 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:53,503 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T22:21:53,503 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T22:21:53,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T22:21:53,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T22:21:53,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:53,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:53,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T22:21:53,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T22:21:53,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:53,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:53,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T22:21:53,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T22:21:53,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:53,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:53,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T22:21:53,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T22:21:53,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:53,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T22:21:53,507 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T22:21:53,508 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740 2024-11-24T22:21:53,508 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740 2024-11-24T22:21:53,509 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T22:21:53,509 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T22:21:53,509 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T22:21:53,510 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T22:21:53,511 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69815040, jitterRate=0.040325164794921875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T22:21:53,511 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T22:21:53,511 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732486913503Writing region info on filesystem at 1732486913503Initializing all the Stores at 1732486913504 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486913504Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486913504Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486913504Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732486913504Cleaning up temporary data from old regions at 1732486913509 (+5 ms)Running coprocessor post-open hooks at 1732486913511 (+2 ms)Region opened successfully at 1732486913511 2024-11-24T22:21:53,511 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732486913480 2024-11-24T22:21:53,513 DEBUG [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T22:21:53,513 INFO [RS_OPEN_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T22:21:53,514 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,38295,1732486910586 2024-11-24T22:21:53,514 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bd6592c37bb2,38295,1732486910586, state=OPEN 2024-11-24T22:21:53,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-144611549/meta-region-server 2024-11-24T22:21:53,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x1014c121ce00007, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-144611549/meta-region-server 2024-11-24T22:21:53,516 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bd6592c37bb2,38295,1732486910586 2024-11-24T22:21:53,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-144611549/meta-region-server: CHANGED 2024-11-24T22:21:53,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-144611549/meta-region-server: CHANGED 2024-11-24T22:21:53,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T22:21:53,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bd6592c37bb2,38295,1732486910586 in 188 msec 2024-11-24T22:21:53,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T22:21:53,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 345 msec 2024-11-24T22:21:53,519 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T22:21:53,519 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T22:21:53,520 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:21:53,520 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,38295,1732486910586, seqNum=-1] 2024-11-24T22:21:53,520 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:21:53,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:21:53,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1820 sec 2024-11-24T22:21:53,524 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732486913524, completionTime=-1 2024-11-24T22:21:53,524 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T22:21:53,525 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T22:21:53,526 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T22:21:53,526 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732486973526 2024-11-24T22:21:53,526 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732487033526 2024-11-24T22:21:53,526 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T22:21:53,526 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,36697,1732486910548-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:53,526 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,36697,1732486910548-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:53,526 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,36697,1732486910548-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:53,526 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bd6592c37bb2:36697, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:53,526 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:53,527 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:53,528 DEBUG [master/bd6592c37bb2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T22:21:53,529 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.905sec 2024-11-24T22:21:53,529 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T22:21:53,529 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T22:21:53,529 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T22:21:53,529 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T22:21:53,529 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T22:21:53,530 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,36697,1732486910548-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T22:21:53,530 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,36697,1732486910548-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T22:21:53,531 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T22:21:53,531 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T22:21:53,531 INFO [master/bd6592c37bb2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bd6592c37bb2,36697,1732486910548-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T22:21:53,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292a23af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:53,609 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,36697,-1 for getting cluster id 2024-11-24T22:21:53,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:53,610 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1edc470-c603-4274-b749-f7d0b6e49ab0' 2024-11-24T22:21:53,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:53,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1edc470-c603-4274-b749-f7d0b6e49ab0" 2024-11-24T22:21:53,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b863440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:53,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,36697,-1] 2024-11-24T22:21:53,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:53,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:53,612 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:53,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c83e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:53,612 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:21:53,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,38295,1732486910586, seqNum=-1] 2024-11-24T22:21:53,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:21:53,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:21:53,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bd6592c37bb2,36697,1732486910548 2024-11-24T22:21:53,616 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49688 2024-11-24T22:21:53,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T22:21:53,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014c121ce00008 connected 2024-11-24T22:21:53,625 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:21:53,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,41615,1732486902976 2024-11-24T22:21:53,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cbb5745 2024-11-24T22:21:53,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:21:53,627 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:21:53,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41615 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:21:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41615 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T22:21:53,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:21:53,629 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:53,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41615 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T22:21:53,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:21:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:53,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741835_1011 (size=902) 2024-11-24T22:21:53,636 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b4de0bd8cef1dadd97a89ab376e02eb6, NAME => 'test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597 2024-11-24T22:21:53,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741836_1012 (size=39) 2024-11-24T22:21:53,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:53,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b4de0bd8cef1dadd97a89ab376e02eb6, disabling compactions & flushes 2024-11-24T22:21:53,640 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6. 2024-11-24T22:21:53,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6. 2024-11-24T22:21:53,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6. after waiting 0 ms 2024-11-24T22:21:53,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6. 2024-11-24T22:21:53,640 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6. 2024-11-24T22:21:53,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b4de0bd8cef1dadd97a89ab376e02eb6: Waiting for close lock at 1732486913640Disabling compacts and flushes for region at 1732486913640Disabling writes for close at 1732486913640Writing region close event to WAL at 1732486913640Closed at 1732486913640 2024-11-24T22:21:53,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:21:53,642 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732486913641"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486913641"}]},"ts":"1732486913641"} 2024-11-24T22:21:53,643 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:21:53,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:21:53,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486913644"}]},"ts":"1732486913644"} 2024-11-24T22:21:53,646 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T22:21:53,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b4de0bd8cef1dadd97a89ab376e02eb6, ASSIGN}] 2024-11-24T22:21:53,647 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b4de0bd8cef1dadd97a89ab376e02eb6, ASSIGN 2024-11-24T22:21:53,647 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b4de0bd8cef1dadd97a89ab376e02eb6, ASSIGN; state=OFFLINE, location=bd6592c37bb2,35663,1732486903033; forceNewPlan=false, retain=false 2024-11-24T22:21:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:53,798 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4de0bd8cef1dadd97a89ab376e02eb6, regionState=OPENING, regionLocation=bd6592c37bb2,35663,1732486903033 2024-11-24T22:21:53,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b4de0bd8cef1dadd97a89ab376e02eb6, ASSIGN because future has completed 2024-11-24T22:21:53,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4de0bd8cef1dadd97a89ab376e02eb6, server=bd6592c37bb2,35663,1732486903033}] 2024-11-24T22:21:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:53,955 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6. 2024-11-24T22:21:53,955 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b4de0bd8cef1dadd97a89ab376e02eb6, NAME => 'test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:53,955 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:21:53,955 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T22:21:53,956 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b4de0bd8cef1dadd97a89ab376e02eb6 2024-11-24T22:21:53,956 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:53,956 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b4de0bd8cef1dadd97a89ab376e02eb6 2024-11-24T22:21:53,956 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b4de0bd8cef1dadd97a89ab376e02eb6 2024-11-24T22:21:53,957 INFO [StoreOpener-b4de0bd8cef1dadd97a89ab376e02eb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b4de0bd8cef1dadd97a89ab376e02eb6 2024-11-24T22:21:53,958 INFO [StoreOpener-b4de0bd8cef1dadd97a89ab376e02eb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4de0bd8cef1dadd97a89ab376e02eb6 columnFamilyName f 2024-11-24T22:21:53,958 DEBUG [StoreOpener-b4de0bd8cef1dadd97a89ab376e02eb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:53,958 INFO [StoreOpener-b4de0bd8cef1dadd97a89ab376e02eb6-1 {}] regionserver.HStore(327): Store=b4de0bd8cef1dadd97a89ab376e02eb6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:53,958 INFO [StoreOpener-b4de0bd8cef1dadd97a89ab376e02eb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b4de0bd8cef1dadd97a89ab376e02eb6 2024-11-24T22:21:53,959 INFO [StoreOpener-b4de0bd8cef1dadd97a89ab376e02eb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4de0bd8cef1dadd97a89ab376e02eb6 columnFamilyName f1 2024-11-24T22:21:53,959 DEBUG [StoreOpener-b4de0bd8cef1dadd97a89ab376e02eb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:53,959 INFO [StoreOpener-b4de0bd8cef1dadd97a89ab376e02eb6-1 {}] regionserver.HStore(327): Store=b4de0bd8cef1dadd97a89ab376e02eb6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:53,959 INFO [StoreOpener-b4de0bd8cef1dadd97a89ab376e02eb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b4de0bd8cef1dadd97a89ab376e02eb6 2024-11-24T22:21:53,960 INFO [StoreOpener-b4de0bd8cef1dadd97a89ab376e02eb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4de0bd8cef1dadd97a89ab376e02eb6 columnFamilyName norep 2024-11-24T22:21:53,960 DEBUG [StoreOpener-b4de0bd8cef1dadd97a89ab376e02eb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:53,961 INFO [StoreOpener-b4de0bd8cef1dadd97a89ab376e02eb6-1 {}] regionserver.HStore(327): Store=b4de0bd8cef1dadd97a89ab376e02eb6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:53,961 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b4de0bd8cef1dadd97a89ab376e02eb6 2024-11-24T22:21:53,961 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/default/test/b4de0bd8cef1dadd97a89ab376e02eb6 2024-11-24T22:21:53,961 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/default/test/b4de0bd8cef1dadd97a89ab376e02eb6 2024-11-24T22:21:53,962 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b4de0bd8cef1dadd97a89ab376e02eb6 2024-11-24T22:21:53,962 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b4de0bd8cef1dadd97a89ab376e02eb6 2024-11-24T22:21:53,962 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:21:53,963 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b4de0bd8cef1dadd97a89ab376e02eb6 2024-11-24T22:21:53,964 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/default/test/b4de0bd8cef1dadd97a89ab376e02eb6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:53,965 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b4de0bd8cef1dadd97a89ab376e02eb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75298533, jitterRate=0.12203557789325714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:21:53,965 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4de0bd8cef1dadd97a89ab376e02eb6 2024-11-24T22:21:53,965 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b4de0bd8cef1dadd97a89ab376e02eb6: Running coprocessor pre-open hook at 1732486913956Writing region info on filesystem at 1732486913956Initializing all the Stores at 1732486913956Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486913957 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486913957Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486913957Cleaning up temporary data from old regions at 1732486913962 (+5 ms)Running coprocessor post-open hooks at 1732486913965 (+3 ms)Region opened successfully at 1732486913965 2024-11-24T22:21:53,965 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6., pid=6, masterSystemTime=1732486913952 2024-11-24T22:21:53,967 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6. 2024-11-24T22:21:53,967 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6. 2024-11-24T22:21:53,968 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4de0bd8cef1dadd97a89ab376e02eb6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bd6592c37bb2,35663,1732486903033 2024-11-24T22:21:53,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4de0bd8cef1dadd97a89ab376e02eb6, server=bd6592c37bb2,35663,1732486903033 because future has completed 2024-11-24T22:21:53,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T22:21:53,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b4de0bd8cef1dadd97a89ab376e02eb6, server=bd6592c37bb2,35663,1732486903033 in 170 msec 2024-11-24T22:21:53,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T22:21:53,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b4de0bd8cef1dadd97a89ab376e02eb6, ASSIGN in 325 msec 2024-11-24T22:21:53,973 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:21:53,974 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486913973"}]},"ts":"1732486913973"} 2024-11-24T22:21:53,975 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T22:21:53,975 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:21:53,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 348 msec 2024-11-24T22:21:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:54,260 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T22:21:54,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:21:54,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,36827,1732486907013 2024-11-24T22:21:54,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b297491 2024-11-24T22:21:54,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:21:54,262 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:21:54,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36827 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:21:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36827 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T22:21:54,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:21:54,264 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:54,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36827 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T22:21:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:54,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:21:54,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741835_1011 (size=902) 2024-11-24T22:21:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:54,675 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40246dea78054cadecf565986d51bf72, NAME => 'test,,1732486914262.40246dea78054cadecf565986d51bf72.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0 2024-11-24T22:21:54,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741836_1012 (size=39) 2024-11-24T22:21:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:55,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732486914262.40246dea78054cadecf565986d51bf72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:55,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 40246dea78054cadecf565986d51bf72, disabling compactions & flushes 2024-11-24T22:21:55,080 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732486914262.40246dea78054cadecf565986d51bf72. 2024-11-24T22:21:55,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486914262.40246dea78054cadecf565986d51bf72. 2024-11-24T22:21:55,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732486914262.40246dea78054cadecf565986d51bf72. after waiting 0 ms 2024-11-24T22:21:55,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732486914262.40246dea78054cadecf565986d51bf72. 2024-11-24T22:21:55,080 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732486914262.40246dea78054cadecf565986d51bf72. 2024-11-24T22:21:55,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40246dea78054cadecf565986d51bf72: Waiting for close lock at 1732486915080Disabling compacts and flushes for region at 1732486915080Disabling writes for close at 1732486915080Writing region close event to WAL at 1732486915080Closed at 1732486915080 2024-11-24T22:21:55,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:21:55,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732486914262.40246dea78054cadecf565986d51bf72.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732486915082"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486915082"}]},"ts":"1732486915082"} 2024-11-24T22:21:55,083 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:21:55,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:21:55,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486915084"}]},"ts":"1732486915084"} 2024-11-24T22:21:55,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T22:21:55,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=40246dea78054cadecf565986d51bf72, ASSIGN}] 2024-11-24T22:21:55,086 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=40246dea78054cadecf565986d51bf72, ASSIGN 2024-11-24T22:21:55,087 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=40246dea78054cadecf565986d51bf72, ASSIGN; state=OFFLINE, location=bd6592c37bb2,44345,1732486907056; forceNewPlan=false, retain=false 2024-11-24T22:21:55,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=40246dea78054cadecf565986d51bf72, regionState=OPENING, regionLocation=bd6592c37bb2,44345,1732486907056 2024-11-24T22:21:55,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=40246dea78054cadecf565986d51bf72, ASSIGN because future has completed 2024-11-24T22:21:55,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40246dea78054cadecf565986d51bf72, server=bd6592c37bb2,44345,1732486907056}] 2024-11-24T22:21:55,394 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732486914262.40246dea78054cadecf565986d51bf72. 2024-11-24T22:21:55,394 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 40246dea78054cadecf565986d51bf72, NAME => 'test,,1732486914262.40246dea78054cadecf565986d51bf72.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:55,394 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:21:55,395 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T22:21:55,395 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 40246dea78054cadecf565986d51bf72 2024-11-24T22:21:55,395 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732486914262.40246dea78054cadecf565986d51bf72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:55,395 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 40246dea78054cadecf565986d51bf72 2024-11-24T22:21:55,395 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 40246dea78054cadecf565986d51bf72 2024-11-24T22:21:55,396 INFO [StoreOpener-40246dea78054cadecf565986d51bf72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 40246dea78054cadecf565986d51bf72 2024-11-24T22:21:55,397 INFO [StoreOpener-40246dea78054cadecf565986d51bf72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40246dea78054cadecf565986d51bf72 columnFamilyName f 2024-11-24T22:21:55,397 DEBUG [StoreOpener-40246dea78054cadecf565986d51bf72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:55,397 INFO [StoreOpener-40246dea78054cadecf565986d51bf72-1 {}] regionserver.HStore(327): Store=40246dea78054cadecf565986d51bf72/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:55,397 INFO [StoreOpener-40246dea78054cadecf565986d51bf72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 40246dea78054cadecf565986d51bf72 2024-11-24T22:21:55,398 INFO [StoreOpener-40246dea78054cadecf565986d51bf72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40246dea78054cadecf565986d51bf72 columnFamilyName f1 2024-11-24T22:21:55,398 DEBUG [StoreOpener-40246dea78054cadecf565986d51bf72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:55,398 INFO [StoreOpener-40246dea78054cadecf565986d51bf72-1 {}] regionserver.HStore(327): Store=40246dea78054cadecf565986d51bf72/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:55,398 INFO [StoreOpener-40246dea78054cadecf565986d51bf72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 40246dea78054cadecf565986d51bf72 2024-11-24T22:21:55,399 INFO [StoreOpener-40246dea78054cadecf565986d51bf72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40246dea78054cadecf565986d51bf72 columnFamilyName norep 2024-11-24T22:21:55,399 DEBUG [StoreOpener-40246dea78054cadecf565986d51bf72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:55,399 INFO [StoreOpener-40246dea78054cadecf565986d51bf72-1 {}] regionserver.HStore(327): Store=40246dea78054cadecf565986d51bf72/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:55,399 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 40246dea78054cadecf565986d51bf72 2024-11-24T22:21:55,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:55,400 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/default/test/40246dea78054cadecf565986d51bf72 2024-11-24T22:21:55,400 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/default/test/40246dea78054cadecf565986d51bf72 2024-11-24T22:21:55,401 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 40246dea78054cadecf565986d51bf72 2024-11-24T22:21:55,401 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 40246dea78054cadecf565986d51bf72 2024-11-24T22:21:55,401 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:21:55,402 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 40246dea78054cadecf565986d51bf72 2024-11-24T22:21:55,403 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/default/test/40246dea78054cadecf565986d51bf72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:55,403 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 40246dea78054cadecf565986d51bf72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69719698, jitterRate=0.03890445828437805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:21:55,403 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40246dea78054cadecf565986d51bf72 2024-11-24T22:21:55,403 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 40246dea78054cadecf565986d51bf72: Running coprocessor pre-open hook at 1732486915395Writing region info on filesystem at 1732486915395Initializing all the Stores at 1732486915395Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486915395Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486915396 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486915396Cleaning up temporary data from old regions at 1732486915401 (+5 ms)Running coprocessor post-open hooks at 1732486915403 (+2 ms)Region opened successfully at 1732486915403 2024-11-24T22:21:55,404 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732486914262.40246dea78054cadecf565986d51bf72., pid=6, masterSystemTime=1732486915391 2024-11-24T22:21:55,406 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732486914262.40246dea78054cadecf565986d51bf72. 2024-11-24T22:21:55,406 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732486914262.40246dea78054cadecf565986d51bf72. 2024-11-24T22:21:55,406 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=40246dea78054cadecf565986d51bf72, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bd6592c37bb2,44345,1732486907056 2024-11-24T22:21:55,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40246dea78054cadecf565986d51bf72, server=bd6592c37bb2,44345,1732486907056 because future has completed 2024-11-24T22:21:55,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T22:21:55,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 40246dea78054cadecf565986d51bf72, server=bd6592c37bb2,44345,1732486907056 in 169 msec 2024-11-24T22:21:55,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T22:21:55,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=40246dea78054cadecf565986d51bf72, ASSIGN in 325 msec 2024-11-24T22:21:55,412 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:21:55,412 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486915412"}]},"ts":"1732486915412"} 2024-11-24T22:21:55,414 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T22:21:55,414 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:21:55,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-24T22:21:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:56,420 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T22:21:56,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:21:56,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,36697,1732486910548 2024-11-24T22:21:56,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fb0c760 2024-11-24T22:21:56,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:21:56,422 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:21:56,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:21:56,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T22:21:56,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:21:56,424 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:56,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T22:21:56,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:21:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:56,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741835_1011 (size=902) 2024-11-24T22:21:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:56,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:56,835 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 202452987a214499d2738018d317bd68, NAME => 'test,,1732486916422.202452987a214499d2738018d317bd68.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6 2024-11-24T22:21:56,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741836_1012 (size=39) 2024-11-24T22:21:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:57,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732486916422.202452987a214499d2738018d317bd68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:57,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 202452987a214499d2738018d317bd68, disabling compactions & flushes 2024-11-24T22:21:57,241 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732486916422.202452987a214499d2738018d317bd68. 2024-11-24T22:21:57,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486916422.202452987a214499d2738018d317bd68. 2024-11-24T22:21:57,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732486916422.202452987a214499d2738018d317bd68. after waiting 0 ms 2024-11-24T22:21:57,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732486916422.202452987a214499d2738018d317bd68. 2024-11-24T22:21:57,241 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732486916422.202452987a214499d2738018d317bd68. 2024-11-24T22:21:57,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 202452987a214499d2738018d317bd68: Waiting for close lock at 1732486917241Disabling compacts and flushes for region at 1732486917241Disabling writes for close at 1732486917241Writing region close event to WAL at 1732486917241Closed at 1732486917241 2024-11-24T22:21:57,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:21:57,242 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732486916422.202452987a214499d2738018d317bd68.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732486917242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486917242"}]},"ts":"1732486917242"} 2024-11-24T22:21:57,244 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:21:57,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:21:57,245 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486917244"}]},"ts":"1732486917244"} 2024-11-24T22:21:57,246 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T22:21:57,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=202452987a214499d2738018d317bd68, ASSIGN}] 2024-11-24T22:21:57,247 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=202452987a214499d2738018d317bd68, ASSIGN 2024-11-24T22:21:57,247 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=202452987a214499d2738018d317bd68, ASSIGN; state=OFFLINE, location=bd6592c37bb2,38295,1732486910586; forceNewPlan=false, retain=false 2024-11-24T22:21:57,398 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=202452987a214499d2738018d317bd68, regionState=OPENING, regionLocation=bd6592c37bb2,38295,1732486910586 2024-11-24T22:21:57,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=202452987a214499d2738018d317bd68, ASSIGN because future has completed 2024-11-24T22:21:57,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 202452987a214499d2738018d317bd68, server=bd6592c37bb2,38295,1732486910586}] 2024-11-24T22:21:57,555 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732486916422.202452987a214499d2738018d317bd68. 2024-11-24T22:21:57,555 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 202452987a214499d2738018d317bd68, NAME => 'test,,1732486916422.202452987a214499d2738018d317bd68.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:57,555 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:21:57,555 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T22:21:57,556 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 202452987a214499d2738018d317bd68 2024-11-24T22:21:57,556 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732486916422.202452987a214499d2738018d317bd68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:57,556 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 202452987a214499d2738018d317bd68 2024-11-24T22:21:57,556 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 202452987a214499d2738018d317bd68 2024-11-24T22:21:57,557 INFO [StoreOpener-202452987a214499d2738018d317bd68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 202452987a214499d2738018d317bd68 2024-11-24T22:21:57,558 INFO [StoreOpener-202452987a214499d2738018d317bd68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 202452987a214499d2738018d317bd68 columnFamilyName f 2024-11-24T22:21:57,558 DEBUG [StoreOpener-202452987a214499d2738018d317bd68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:57,558 INFO [StoreOpener-202452987a214499d2738018d317bd68-1 {}] regionserver.HStore(327): Store=202452987a214499d2738018d317bd68/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:57,558 INFO [StoreOpener-202452987a214499d2738018d317bd68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 202452987a214499d2738018d317bd68 2024-11-24T22:21:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:57,559 INFO [StoreOpener-202452987a214499d2738018d317bd68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 202452987a214499d2738018d317bd68 columnFamilyName f1 2024-11-24T22:21:57,560 DEBUG [StoreOpener-202452987a214499d2738018d317bd68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:57,560 INFO [StoreOpener-202452987a214499d2738018d317bd68-1 {}] regionserver.HStore(327): Store=202452987a214499d2738018d317bd68/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:57,560 INFO [StoreOpener-202452987a214499d2738018d317bd68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 202452987a214499d2738018d317bd68 2024-11-24T22:21:57,561 INFO [StoreOpener-202452987a214499d2738018d317bd68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 202452987a214499d2738018d317bd68 columnFamilyName norep 2024-11-24T22:21:57,561 DEBUG [StoreOpener-202452987a214499d2738018d317bd68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:57,561 INFO [StoreOpener-202452987a214499d2738018d317bd68-1 {}] regionserver.HStore(327): Store=202452987a214499d2738018d317bd68/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:57,561 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 202452987a214499d2738018d317bd68 2024-11-24T22:21:57,562 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/default/test/202452987a214499d2738018d317bd68 2024-11-24T22:21:57,562 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/default/test/202452987a214499d2738018d317bd68 2024-11-24T22:21:57,563 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 202452987a214499d2738018d317bd68 2024-11-24T22:21:57,563 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 202452987a214499d2738018d317bd68 2024-11-24T22:21:57,563 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:21:57,564 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 202452987a214499d2738018d317bd68 2024-11-24T22:21:57,565 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/default/test/202452987a214499d2738018d317bd68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:57,566 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 202452987a214499d2738018d317bd68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67758178, jitterRate=0.009675532579421997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:21:57,566 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 202452987a214499d2738018d317bd68 2024-11-24T22:21:57,566 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 202452987a214499d2738018d317bd68: Running coprocessor pre-open hook at 1732486917556Writing region info on filesystem at 1732486917556Initializing all the Stores at 1732486917556Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486917556Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486917557 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486917557Cleaning up temporary data from old regions at 1732486917563 (+6 ms)Running coprocessor post-open hooks at 1732486917566 (+3 ms)Region opened successfully at 1732486917566 2024-11-24T22:21:57,566 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732486916422.202452987a214499d2738018d317bd68., pid=6, masterSystemTime=1732486917552 2024-11-24T22:21:57,568 DEBUG [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732486916422.202452987a214499d2738018d317bd68. 2024-11-24T22:21:57,568 INFO [RS_OPEN_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732486916422.202452987a214499d2738018d317bd68. 2024-11-24T22:21:57,568 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=202452987a214499d2738018d317bd68, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bd6592c37bb2,38295,1732486910586 2024-11-24T22:21:57,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 202452987a214499d2738018d317bd68, server=bd6592c37bb2,38295,1732486910586 because future has completed 2024-11-24T22:21:57,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T22:21:57,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 202452987a214499d2738018d317bd68, server=bd6592c37bb2,38295,1732486910586 in 170 msec 2024-11-24T22:21:57,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T22:21:57,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=202452987a214499d2738018d317bd68, ASSIGN in 326 msec 2024-11-24T22:21:57,574 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:21:57,574 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486917574"}]},"ts":"1732486917574"} 2024-11-24T22:21:57,576 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T22:21:57,576 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:21:57,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-24T22:21:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T22:21:58,570 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T22:21:58,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae1c1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:58,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,41615,-1 for getting cluster id 2024-11-24T22:21:58,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:58,572 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66d2eaad-d87a-4089-9a7f-bd2dc1690ed2' 2024-11-24T22:21:58,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:58,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66d2eaad-d87a-4089-9a7f-bd2dc1690ed2" 2024-11-24T22:21:58,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3523a14e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:58,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,41615,-1] 2024-11-24T22:21:58,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:58,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:58,573 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@370b2f8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:58,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:21:58,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,41615,1732486902976 2024-11-24T22:21:58,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fc2e993 2024-11-24T22:21:58,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:21:58,575 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:21:58,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41615 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://bd6592c37bb2:36827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T22:21:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41615 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T22:21:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:21:58,578 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:36827' 2024-11-24T22:21:58,579 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168c6a88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:58,579 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,36827,-1 for getting cluster id 2024-11-24T22:21:58,579 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:21:58,580 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0567712b-1316-46be-8633-aaffb92cd1ba' 2024-11-24T22:21:58,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:21:58,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0567712b-1316-46be-8633-aaffb92cd1ba" 2024-11-24T22:21:58,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9b641b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:58,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,36827,-1] 2024-11-24T22:21:58,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:21:58,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:58,581 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:21:58,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e097647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:21:58,581 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:21:58,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,36827,1732486907013 2024-11-24T22:21:58,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1258f330 2024-11-24T22:21:58,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:21:58,583 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:21:58,583 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T22:21:58,583 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T22:21:58,583 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:58,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:21:58,583 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:21:58,584 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T22:21:58,584 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T22:21:58,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T22:21:58,585 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:58,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T22:21:58,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741837_1013 (size=1138) 2024-11-24T22:21:58,635 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T22:21:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:21:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:21:59,003 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1f11f61ba38bd9660cf1fd1ab0a142d, NAME => 'hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597 2024-11-24T22:21:59,005 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:21:59,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:59,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:59,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:59,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:59,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:59,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:59,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:59,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:59,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741838_1014 (size=44) 2024-11-24T22:21:59,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:59,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:59,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:59,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:59,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:59,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:59,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:59,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:59,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:59,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:21:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:21:59,415 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:59,415 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c1f11f61ba38bd9660cf1fd1ab0a142d, disabling compactions & flushes 2024-11-24T22:21:59,415 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d. 2024-11-24T22:21:59,415 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d. 2024-11-24T22:21:59,415 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d. after waiting 0 ms 2024-11-24T22:21:59,415 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d. 2024-11-24T22:21:59,415 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d. 2024-11-24T22:21:59,415 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1f11f61ba38bd9660cf1fd1ab0a142d: Waiting for close lock at 1732486919415Disabling compacts and flushes for region at 1732486919415Disabling writes for close at 1732486919415Writing region close event to WAL at 1732486919415Closed at 1732486919415 2024-11-24T22:21:59,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T22:21:59,417 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732486919416"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732486919416"}]},"ts":"1732486919416"} 2024-11-24T22:21:59,418 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T22:21:59,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T22:21:59,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486919419"}]},"ts":"1732486919419"} 2024-11-24T22:21:59,421 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T22:21:59,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1f11f61ba38bd9660cf1fd1ab0a142d, ASSIGN}] 2024-11-24T22:21:59,422 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1f11f61ba38bd9660cf1fd1ab0a142d, ASSIGN 2024-11-24T22:21:59,423 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c1f11f61ba38bd9660cf1fd1ab0a142d, ASSIGN; state=OFFLINE, location=bd6592c37bb2,35663,1732486903033; forceNewPlan=false, retain=false 2024-11-24T22:21:59,574 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c1f11f61ba38bd9660cf1fd1ab0a142d, regionState=OPENING, regionLocation=bd6592c37bb2,35663,1732486903033 2024-11-24T22:21:59,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c1f11f61ba38bd9660cf1fd1ab0a142d, ASSIGN because future has completed 2024-11-24T22:21:59,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1f11f61ba38bd9660cf1fd1ab0a142d, server=bd6592c37bb2,35663,1732486903033}] 2024-11-24T22:21:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:21:59,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d. 2024-11-24T22:21:59,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T22:21:59,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T22:21:59,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=bd6592c37bb2%2C35663%2C1732486903033.rep, suffix=, logDir=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033, archiveDir=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/oldWALs, maxLogs=10 2024-11-24T22:21:59,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.rep.1732486919734, exclude list is [], retry=0 2024-11-24T22:21:59,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34283,DS-f14b625f-7831-4827-acf5-79e943863d58,DISK] 2024-11-24T22:21:59,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.rep.1732486919734 2024-11-24T22:21:59,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38083:38083)] 2024-11-24T22:21:59,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c1f11f61ba38bd9660cf1fd1ab0a142d, NAME => 'hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d.', STARTKEY => '', ENDKEY => ''} 2024-11-24T22:21:59,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T22:21:59,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T22:21:59,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d. service=MultiRowMutationService 2024-11-24T22:21:59,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T22:21:59,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c1f11f61ba38bd9660cf1fd1ab0a142d 2024-11-24T22:21:59,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T22:21:59,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c1f11f61ba38bd9660cf1fd1ab0a142d 2024-11-24T22:21:59,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c1f11f61ba38bd9660cf1fd1ab0a142d 2024-11-24T22:21:59,757 INFO [StoreOpener-c1f11f61ba38bd9660cf1fd1ab0a142d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c1f11f61ba38bd9660cf1fd1ab0a142d 2024-11-24T22:21:59,759 INFO [StoreOpener-c1f11f61ba38bd9660cf1fd1ab0a142d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1f11f61ba38bd9660cf1fd1ab0a142d columnFamilyName hfileref 2024-11-24T22:21:59,759 DEBUG [StoreOpener-c1f11f61ba38bd9660cf1fd1ab0a142d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:59,759 INFO [StoreOpener-c1f11f61ba38bd9660cf1fd1ab0a142d-1 {}] regionserver.HStore(327): Store=c1f11f61ba38bd9660cf1fd1ab0a142d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:59,759 INFO [StoreOpener-c1f11f61ba38bd9660cf1fd1ab0a142d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c1f11f61ba38bd9660cf1fd1ab0a142d 2024-11-24T22:21:59,760 INFO [StoreOpener-c1f11f61ba38bd9660cf1fd1ab0a142d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1f11f61ba38bd9660cf1fd1ab0a142d columnFamilyName queue 2024-11-24T22:21:59,760 DEBUG [StoreOpener-c1f11f61ba38bd9660cf1fd1ab0a142d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:59,760 INFO [StoreOpener-c1f11f61ba38bd9660cf1fd1ab0a142d-1 {}] regionserver.HStore(327): Store=c1f11f61ba38bd9660cf1fd1ab0a142d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:59,760 INFO [StoreOpener-c1f11f61ba38bd9660cf1fd1ab0a142d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c1f11f61ba38bd9660cf1fd1ab0a142d 2024-11-24T22:21:59,761 INFO [StoreOpener-c1f11f61ba38bd9660cf1fd1ab0a142d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1f11f61ba38bd9660cf1fd1ab0a142d columnFamilyName sid 2024-11-24T22:21:59,761 DEBUG [StoreOpener-c1f11f61ba38bd9660cf1fd1ab0a142d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T22:21:59,762 INFO [StoreOpener-c1f11f61ba38bd9660cf1fd1ab0a142d-1 {}] regionserver.HStore(327): Store=c1f11f61ba38bd9660cf1fd1ab0a142d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T22:21:59,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c1f11f61ba38bd9660cf1fd1ab0a142d 2024-11-24T22:21:59,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/replication/c1f11f61ba38bd9660cf1fd1ab0a142d 2024-11-24T22:21:59,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/replication/c1f11f61ba38bd9660cf1fd1ab0a142d 2024-11-24T22:21:59,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c1f11f61ba38bd9660cf1fd1ab0a142d 2024-11-24T22:21:59,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c1f11f61ba38bd9660cf1fd1ab0a142d 2024-11-24T22:21:59,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T22:21:59,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c1f11f61ba38bd9660cf1fd1ab0a142d 2024-11-24T22:21:59,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/replication/c1f11f61ba38bd9660cf1fd1ab0a142d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T22:21:59,767 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c1f11f61ba38bd9660cf1fd1ab0a142d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69351520, jitterRate=0.03341817855834961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T22:21:59,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1f11f61ba38bd9660cf1fd1ab0a142d 2024-11-24T22:21:59,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c1f11f61ba38bd9660cf1fd1ab0a142d: Running coprocessor pre-open hook at 1732486919756Writing region info on filesystem at 1732486919756Initializing all the Stores at 1732486919757 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486919757Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486919757Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732486919757Cleaning up temporary data from old regions at 1732486919763 (+6 ms)Running coprocessor post-open hooks at 1732486919767 (+4 ms)Region opened successfully at 1732486919767 2024-11-24T22:21:59,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d., pid=10, masterSystemTime=1732486919728 2024-11-24T22:21:59,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d. 2024-11-24T22:21:59,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d. 2024-11-24T22:21:59,771 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c1f11f61ba38bd9660cf1fd1ab0a142d, regionState=OPEN, openSeqNum=2, regionLocation=bd6592c37bb2,35663,1732486903033 2024-11-24T22:21:59,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1f11f61ba38bd9660cf1fd1ab0a142d, server=bd6592c37bb2,35663,1732486903033 because future has completed 2024-11-24T22:21:59,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T22:21:59,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c1f11f61ba38bd9660cf1fd1ab0a142d, server=bd6592c37bb2,35663,1732486903033 in 196 msec 2024-11-24T22:21:59,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T22:21:59,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1f11f61ba38bd9660cf1fd1ab0a142d, ASSIGN in 354 msec 2024-11-24T22:21:59,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T22:21:59,777 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732486919777"}]},"ts":"1732486919777"} 2024-11-24T22:21:59,779 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T22:21:59,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T22:21:59,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1960 sec 2024-11-24T22:21:59,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d., hostname=bd6592c37bb2,35663,1732486903033, seqNum=2] 2024-11-24T22:21:59,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1014c121ce00001, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-949851844 2024-11-24T22:21:59,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-949851844 2024-11-24T22:21:59,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T22:21:59,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T22:21:59,955 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T22:21:59,986 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-bd6592c37bb2,35663,1732486903033, ReplicationSource: 1, currentBandwidth=0 2024-11-24T22:21:59,986 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:21:59,986 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,35663,1732486903033, seqNum=-1] 2024-11-24T22:21:59,987 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:21:59,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-24T22:21:59,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-bd6592c37bb2,35663,1732486903033', locateType=CURRENT is [region=hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d., hostname=bd6592c37bb2,35663,1732486903033, seqNum=2] 2024-11-24T22:21:59,991 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T22:21:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41615 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T22:21:59,993 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on bd6592c37bb2,35663,1732486903033 suceeded 2024-11-24T22:21:59,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T22:21:59,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-24T22:21:59,995 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://bd6592c37bb2:36827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T22:21:59,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-11-24T22:22:00,006 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:36827' 2024-11-24T22:22:00,008 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3667a62a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:00,008 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,36827,-1 for getting cluster id 2024-11-24T22:22:00,008 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:22:00,009 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0567712b-1316-46be-8633-aaffb92cd1ba' 2024-11-24T22:22:00,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:22:00,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0567712b-1316-46be-8633-aaffb92cd1ba" 2024-11-24T22:22:00,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c069d9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:00,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,36827,-1] 2024-11-24T22:22:00,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:22:00,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:00,010 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:22:00,010 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a45db78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:00,010 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:22:00,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,36827,1732486907013 2024-11-24T22:22:00,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cdff875 2024-11-24T22:22:00,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:22:00,012 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-24T22:22:00,012 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-bd6592c37bb2,35663,1732486903033 (queues=1) is replicating from cluster=66d2eaad-d87a-4089-9a7f-bd2dc1690ed2 to cluster=0567712b-1316-46be-8633-aaffb92cd1ba 2024-11-24T22:22:00,012 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=bd6592c37bb2%2C35663%2C1732486903033 2024-11-24T22:22:00,012 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-bd6592c37bb2,35663,1732486903033, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T22:22:00,013 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.shipperbd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bd6592c37bb2%2C35663%2C1732486903033 2024-11-24T22:22:00,013 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486905014, startPosition=0, beingWritten=true 2024-11-24T22:22:00,018 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:22:00,019 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486905014 to pos 379, reset compression=false 2024-11-24T22:22:00,019 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.shipperbd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,35663,1732486903033 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486905014, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:22:00,224 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486905014 to pos 379, reset compression=false 2024-11-24T22:22:00,528 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486905014 to pos 379, reset compression=false 2024-11-24T22:22:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T22:22:00,730 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T22:22:00,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:22:00,731 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:22:00,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:00,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:00,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:22:00,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdee435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:00,731 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,41615,-1 for getting cluster id 2024-11-24T22:22:00,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:22:00,732 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66d2eaad-d87a-4089-9a7f-bd2dc1690ed2' 2024-11-24T22:22:00,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:22:00,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66d2eaad-d87a-4089-9a7f-bd2dc1690ed2" 2024-11-24T22:22:00,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a8a5c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:00,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,41615,-1] 2024-11-24T22:22:00,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:22:00,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:00,734 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:22:00,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ecddc85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:00,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771648fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:00,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,36827,-1 for getting cluster id 2024-11-24T22:22:00,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:22:00,735 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0567712b-1316-46be-8633-aaffb92cd1ba' 2024-11-24T22:22:00,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:22:00,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0567712b-1316-46be-8633-aaffb92cd1ba" 2024-11-24T22:22:00,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe2876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:00,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,36827,-1] 2024-11-24T22:22:00,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:22:00,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:00,736 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:22:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4f64c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:00,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce7829d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:00,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,36697,-1 for getting cluster id 2024-11-24T22:22:00,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:22:00,738 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1edc470-c603-4274-b749-f7d0b6e49ab0' 2024-11-24T22:22:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:22:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1edc470-c603-4274-b749-f7d0b6e49ab0" 2024-11-24T22:22:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4927cfa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,36697,-1] 2024-11-24T22:22:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:22:00,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:00,739 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:22:00,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf8d775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:00,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:22:00,743 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732486920743/Put/seqid=0 2024-11-24T22:22:00,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741840_1016 (size=7894) 2024-11-24T22:22:00,933 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486905014 to pos 379, reset compression=false 2024-11-24T22:22:01,149 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732486921149/Put/seqid=0 2024-11-24T22:22:01,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741841_1017 (size=7691) 2024-11-24T22:22:01,437 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486905014 to pos 379, reset compression=false 2024-11-24T22:22:01,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f8f42b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:01,565 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,41615,-1 for getting cluster id 2024-11-24T22:22:01,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:22:01,566 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66d2eaad-d87a-4089-9a7f-bd2dc1690ed2' 2024-11-24T22:22:01,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:22:01,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66d2eaad-d87a-4089-9a7f-bd2dc1690ed2" 2024-11-24T22:22:01,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfa211e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:01,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,41615,-1] 2024-11-24T22:22:01,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:22:01,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:01,567 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:22:01,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7697e8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:01,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:22:01,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,35663,1732486903033, seqNum=-1] 2024-11-24T22:22:01,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:22:01,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:22:01,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:22:01,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,41615,1732486902976 2024-11-24T22:22:01,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5604c0da 2024-11-24T22:22:01,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:22:01,577 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:22:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6., hostname=bd6592c37bb2,35663,1732486903033, seqNum=2] 2024-11-24T22:22:01,582 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T22:22:01,586 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-24T22:22:01,588 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-24T22:22:01,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/testHFileCyclicReplication_0/f/hfile_1 for inclusion in b4de0bd8cef1dadd97a89ab376e02eb6/f 2024-11-24T22:22:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-24T22:22:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T22:22:01,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/testHFileCyclicReplication_0/f/hfile_0 for inclusion in b4de0bd8cef1dadd97a89ab376e02eb6/f 2024-11-24T22:22:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-24T22:22:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T22:22:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HRegion(2603): Flush status journal for b4de0bd8cef1dadd97a89ab376e02eb6: 2024-11-24T22:22:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/staging/jenkins__test__tgr7tccgv7e55vad8niupu2m956s3kc9gm43kt69iunasg2s1465hh4tlhkiuuv8/f/hfile_1 2024-11-24T22:22:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/staging/jenkins__test__tgr7tccgv7e55vad8niupu2m956s3kc9gm43kt69iunasg2s1465hh4tlhkiuuv8/f/hfile_1 as hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/default/test/b4de0bd8cef1dadd97a89ab376e02eb6/f/e4c012793c2e49efb88bc25cc45d5ed1_SeqId_4_ 2024-11-24T22:22:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/staging/jenkins__test__tgr7tccgv7e55vad8niupu2m956s3kc9gm43kt69iunasg2s1465hh4tlhkiuuv8/f/hfile_0 2024-11-24T22:22:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/staging/jenkins__test__tgr7tccgv7e55vad8niupu2m956s3kc9gm43kt69iunasg2s1465hh4tlhkiuuv8/f/hfile_0 as hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/default/test/b4de0bd8cef1dadd97a89ab376e02eb6/f/73368527137a4fe7a6ac0608cb3fe2b9_SeqId_4_ 2024-11-24T22:22:01,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/staging/jenkins__test__tgr7tccgv7e55vad8niupu2m956s3kc9gm43kt69iunasg2s1465hh4tlhkiuuv8/f/hfile_1 into b4de0bd8cef1dadd97a89ab376e02eb6/f as hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/default/test/b4de0bd8cef1dadd97a89ab376e02eb6/f/e4c012793c2e49efb88bc25cc45d5ed1_SeqId_4_ - updating store file list. 2024-11-24T22:22:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e4c012793c2e49efb88bc25cc45d5ed1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T22:22:01,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/default/test/b4de0bd8cef1dadd97a89ab376e02eb6/f/e4c012793c2e49efb88bc25cc45d5ed1_SeqId_4_ into b4de0bd8cef1dadd97a89ab376e02eb6/f 2024-11-24T22:22:01,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/staging/jenkins__test__tgr7tccgv7e55vad8niupu2m956s3kc9gm43kt69iunasg2s1465hh4tlhkiuuv8/f/hfile_1 into b4de0bd8cef1dadd97a89ab376e02eb6/f (new location: hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/default/test/b4de0bd8cef1dadd97a89ab376e02eb6/f/e4c012793c2e49efb88bc25cc45d5ed1_SeqId_4_) 2024-11-24T22:22:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/staging/jenkins__test__tgr7tccgv7e55vad8niupu2m956s3kc9gm43kt69iunasg2s1465hh4tlhkiuuv8/f/hfile_1 2024-11-24T22:22:01,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/staging/jenkins__test__tgr7tccgv7e55vad8niupu2m956s3kc9gm43kt69iunasg2s1465hh4tlhkiuuv8/f/hfile_0 into b4de0bd8cef1dadd97a89ab376e02eb6/f as hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/default/test/b4de0bd8cef1dadd97a89ab376e02eb6/f/73368527137a4fe7a6ac0608cb3fe2b9_SeqId_4_ - updating store file list. 2024-11-24T22:22:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 73368527137a4fe7a6ac0608cb3fe2b9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T22:22:01,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/default/test/b4de0bd8cef1dadd97a89ab376e02eb6/f/73368527137a4fe7a6ac0608cb3fe2b9_SeqId_4_ into b4de0bd8cef1dadd97a89ab376e02eb6/f 2024-11-24T22:22:01,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/staging/jenkins__test__tgr7tccgv7e55vad8niupu2m956s3kc9gm43kt69iunasg2s1465hh4tlhkiuuv8/f/hfile_0 into b4de0bd8cef1dadd97a89ab376e02eb6/f (new location: hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/default/test/b4de0bd8cef1dadd97a89ab376e02eb6/f/73368527137a4fe7a6ac0608cb3fe2b9_SeqId_4_) 2024-11-24T22:22:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/staging/jenkins__test__tgr7tccgv7e55vad8niupu2m956s3kc9gm43kt69iunasg2s1465hh4tlhkiuuv8/f/hfile_0 2024-11-24T22:22:01,611 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:22:01,611 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:22:01,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:01,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:01,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:22:01,611 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6., hostname=bd6592c37bb2,35663,1732486903033, seqNum=2 , the old value is region=test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6., hostname=bd6592c37bb2,35663,1732486903033, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bd6592c37bb2:35663 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T22:22:01,611 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6., hostname=bd6592c37bb2,35663,1732486903033, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T22:22:01,611 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6., hostname=bd6592c37bb2,35663,1732486903033, seqNum=2 from cache 2024-11-24T22:22:01,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:22:01,612 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T22:22:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,44345,1732486907056, seqNum=-1] 2024-11-24T22:22:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:22:01,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:22:01,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732486914262.40246dea78054cadecf565986d51bf72., hostname=bd6592c37bb2,44345,1732486907056, seqNum=2] 2024-11-24T22:22:01,616 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T22:22:01,720 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:35663 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T22:22:02,041 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486905014 to pos 379, reset compression=false 2024-11-24T22:22:02,046 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:22:02,046 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.shipperbd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,35663,1732486903033 got entry batch from reader: WALEntryBatch [walEntries=[{test/b4de0bd8cef1dadd97a89ab376e02eb6/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732486921609/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486905014, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T22:22:02,048 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.shipperbd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:22:02,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-24T22:22:02,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.ReplicationSink(318): Replicating [66d2eaad-d87a-4089-9a7f-bd2dc1690ed2] bulk loaded data 2024-11-24T22:22:02,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@783985d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:02,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,36827,-1 for getting cluster id 2024-11-24T22:22:02,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:22:02,051 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0567712b-1316-46be-8633-aaffb92cd1ba' 2024-11-24T22:22:02,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:22:02,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0567712b-1316-46be-8633-aaffb92cd1ba" 2024-11-24T22:22:02,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@476b9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:02,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,36827,-1] 2024-11-24T22:22:02,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:22:02,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:02,052 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:22:02,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c7649b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:02,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741837_1013 (size=7691) 2024-11-24T22:22:02,099 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:22:02,100 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:22:02,100 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128945 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [bd6592c37bb2,44699,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T22:22:02,246 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486905014 to pos 687, reset compression=false 2024-11-24T22:22:02,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741838_1014 (size=7894) 2024-11-24T22:22:02,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:22:02,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,36827,1732486907013 2024-11-24T22:22:02,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3489fc82 2024-11-24T22:22:02,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:22:02,473 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-24T22:22:02,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T22:22:02,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:22:02,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,44345,1732486907056, seqNum=-1] 2024-11-24T22:22:02,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:22:02,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-24T22:22:02,481 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/staging/jenkins.hfs.22__test__suk0nshbhjq3pu0e6o6dholj24lf8nepdhajd8pu6pi210b0435tusj3m0q0ivh2/f/73368527137a4fe7a6ac0608cb3fe2b9_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-24T22:22:02,483 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/staging/jenkins.hfs.22__test__suk0nshbhjq3pu0e6o6dholj24lf8nepdhajd8pu6pi210b0435tusj3m0q0ivh2/f/e4c012793c2e49efb88bc25cc45d5ed1_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-24T22:22:02,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/staging/jenkins.hfs.22__test__suk0nshbhjq3pu0e6o6dholj24lf8nepdhajd8pu6pi210b0435tusj3m0q0ivh2/f/73368527137a4fe7a6ac0608cb3fe2b9_SeqId_4_ for inclusion in 40246dea78054cadecf565986d51bf72/f 2024-11-24T22:22:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-24T22:22:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T22:22:02,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/staging/jenkins.hfs.22__test__suk0nshbhjq3pu0e6o6dholj24lf8nepdhajd8pu6pi210b0435tusj3m0q0ivh2/f/e4c012793c2e49efb88bc25cc45d5ed1_SeqId_4_ for inclusion in 40246dea78054cadecf565986d51bf72/f 2024-11-24T22:22:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-24T22:22:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T22:22:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(2603): Flush status journal for 40246dea78054cadecf565986d51bf72: 2024-11-24T22:22:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 73368527137a4fe7a6ac0608cb3fe2b9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T22:22:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/staging/jenkins.hfs.22__test__suk0nshbhjq3pu0e6o6dholj24lf8nepdhajd8pu6pi210b0435tusj3m0q0ivh2/f/73368527137a4fe7a6ac0608cb3fe2b9_SeqId_4_ as hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/default/test/40246dea78054cadecf565986d51bf72/f/60bd2682e0c646e58cfe24a27d683323_SeqId_4_ 2024-11-24T22:22:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e4c012793c2e49efb88bc25cc45d5ed1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T22:22:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/staging/jenkins.hfs.22__test__suk0nshbhjq3pu0e6o6dholj24lf8nepdhajd8pu6pi210b0435tusj3m0q0ivh2/f/e4c012793c2e49efb88bc25cc45d5ed1_SeqId_4_ as hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/default/test/40246dea78054cadecf565986d51bf72/f/3b4889883b1d4a8faf891be4e55bcc7f_SeqId_4_ 2024-11-24T22:22:02,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/staging/jenkins.hfs.22__test__suk0nshbhjq3pu0e6o6dholj24lf8nepdhajd8pu6pi210b0435tusj3m0q0ivh2/f/73368527137a4fe7a6ac0608cb3fe2b9_SeqId_4_ into 40246dea78054cadecf565986d51bf72/f as hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/default/test/40246dea78054cadecf565986d51bf72/f/60bd2682e0c646e58cfe24a27d683323_SeqId_4_ - updating store file list. 2024-11-24T22:22:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 60bd2682e0c646e58cfe24a27d683323_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T22:22:02,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/default/test/40246dea78054cadecf565986d51bf72/f/60bd2682e0c646e58cfe24a27d683323_SeqId_4_ into 40246dea78054cadecf565986d51bf72/f 2024-11-24T22:22:02,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/staging/jenkins.hfs.22__test__suk0nshbhjq3pu0e6o6dholj24lf8nepdhajd8pu6pi210b0435tusj3m0q0ivh2/f/73368527137a4fe7a6ac0608cb3fe2b9_SeqId_4_ into 40246dea78054cadecf565986d51bf72/f (new location: hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/default/test/40246dea78054cadecf565986d51bf72/f/60bd2682e0c646e58cfe24a27d683323_SeqId_4_) 2024-11-24T22:22:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/staging/jenkins.hfs.22__test__suk0nshbhjq3pu0e6o6dholj24lf8nepdhajd8pu6pi210b0435tusj3m0q0ivh2/f/73368527137a4fe7a6ac0608cb3fe2b9_SeqId_4_ 2024-11-24T22:22:02,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/staging/jenkins.hfs.22__test__suk0nshbhjq3pu0e6o6dholj24lf8nepdhajd8pu6pi210b0435tusj3m0q0ivh2/f/e4c012793c2e49efb88bc25cc45d5ed1_SeqId_4_ into 40246dea78054cadecf565986d51bf72/f as hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/default/test/40246dea78054cadecf565986d51bf72/f/3b4889883b1d4a8faf891be4e55bcc7f_SeqId_4_ - updating store file list. 2024-11-24T22:22:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3b4889883b1d4a8faf891be4e55bcc7f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T22:22:02,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/default/test/40246dea78054cadecf565986d51bf72/f/3b4889883b1d4a8faf891be4e55bcc7f_SeqId_4_ into 40246dea78054cadecf565986d51bf72/f 2024-11-24T22:22:02,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/staging/jenkins.hfs.22__test__suk0nshbhjq3pu0e6o6dholj24lf8nepdhajd8pu6pi210b0435tusj3m0q0ivh2/f/e4c012793c2e49efb88bc25cc45d5ed1_SeqId_4_ into 40246dea78054cadecf565986d51bf72/f (new location: hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/default/test/40246dea78054cadecf565986d51bf72/f/3b4889883b1d4a8faf891be4e55bcc7f_SeqId_4_) 2024-11-24T22:22:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/staging/jenkins.hfs.22__test__suk0nshbhjq3pu0e6o6dholj24lf8nepdhajd8pu6pi210b0435tusj3m0q0ivh2/f/e4c012793c2e49efb88bc25cc45d5ed1_SeqId_4_ 2024-11-24T22:22:02,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.ReplicationSink(324): Finished replicating [66d2eaad-d87a-4089-9a7f-bd2dc1690ed2] bulk loaded data 2024-11-24T22:22:02,550 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486905014 to pos 687, reset compression=false 2024-11-24T22:22:02,623 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:22:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,38295,1732486910586, seqNum=-1] 2024-11-24T22:22:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:22:02,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:22:02,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732486916422.202452987a214499d2738018d317bd68., hostname=bd6592c37bb2,38295,1732486910586, seqNum=2] 2024-11-24T22:22:02,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:22:02,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T22:22:02,634 DEBUG [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bd6592c37bb2%2C35663%2C1732486903033:(num 1732486905014) roll requested 2024-11-24T22:22:02,649 DEBUG [regionserver/bd6592c37bb2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634, exclude list is [], retry=0 2024-11-24T22:22:02,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34283,DS-f14b625f-7831-4827-acf5-79e943863d58,DISK] 2024-11-24T22:22:02,653 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486905014 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 2024-11-24T22:22:02,653 DEBUG [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38083:38083)] 2024-11-24T22:22:02,653 DEBUG [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486905014 is not closed yet, will try archiving it next time 2024-11-24T22:22:02,653 DEBUG [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bd6592c37bb2%2C35663%2C1732486903033.rep:(num 1732486919734) roll requested 2024-11-24T22:22:02,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af2ab6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:02,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,41615,-1 for getting cluster id 2024-11-24T22:22:02,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:22:02,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741832_1008 (size=695) 2024-11-24T22:22:02,655 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66d2eaad-d87a-4089-9a7f-bd2dc1690ed2' 2024-11-24T22:22:02,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:22:02,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66d2eaad-d87a-4089-9a7f-bd2dc1690ed2" 2024-11-24T22:22:02,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533224cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:02,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,41615,-1] 2024-11-24T22:22:02,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:22:02,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:02,656 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486905014 to hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/oldWALs/bd6592c37bb2%2C35663%2C1732486903033.1732486905014 2024-11-24T22:22:02,656 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:22:02,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e4aab56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:02,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:22:02,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,41615,1732486902976 2024-11-24T22:22:02,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bf5d20b 2024-11-24T22:22:02,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:22:02,659 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:22:02,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41615 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://bd6592c37bb2:36697,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T22:22:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41615 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T22:22:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T22:22:02,661 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:36697' 2024-11-24T22:22:02,662 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e514072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:02,662 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,36697,-1 for getting cluster id 2024-11-24T22:22:02,662 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:22:02,663 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1edc470-c603-4274-b749-f7d0b6e49ab0' 2024-11-24T22:22:02,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:22:02,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1edc470-c603-4274-b749-f7d0b6e49ab0" 2024-11-24T22:22:02,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5212e6bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:02,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,36697,-1] 2024-11-24T22:22:02,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:22:02,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:02,668 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:22:02,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75134220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:02,669 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:22:02,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,36697,1732486910548 2024-11-24T22:22:02,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d2e7734 2024-11-24T22:22:02,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:22:02,670 DEBUG [regionserver/bd6592c37bb2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.rep.1732486922654, exclude list is [], retry=0 2024-11-24T22:22:02,670 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:22:02,671 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T22:22:02,671 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T22:22:02,671 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:02,671 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:02,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34283,DS-f14b625f-7831-4827-acf5-79e943863d58,DISK] 2024-11-24T22:22:02,674 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.rep.1732486919734 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.rep.1732486922654 2024-11-24T22:22:02,674 DEBUG [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38083:38083)] 2024-11-24T22:22:02,674 DEBUG [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.rep.1732486919734 is not closed yet, will try archiving it next time 2024-11-24T22:22:02,674 DEBUG [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bd6592c37bb2%2C35663%2C1732486903033.meta:.meta(num 1732486905916) roll requested 2024-11-24T22:22:02,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741839_1015 (size=1505) 2024-11-24T22:22:02,675 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.rep.1732486919734 not finished, retry = 0 2024-11-24T22:22:02,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:22:02,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T22:22:02,689 DEBUG [regionserver/bd6592c37bb2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.meta.1732486922674.meta, exclude list is [], retry=0 2024-11-24T22:22:02,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34283,DS-f14b625f-7831-4827-acf5-79e943863d58,DISK] 2024-11-24T22:22:02,692 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.meta.1732486905916.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.meta.1732486922674.meta 2024-11-24T22:22:02,692 DEBUG [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38083:38083)] 2024-11-24T22:22:02,692 DEBUG [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.meta.1732486905916.meta is not closed yet, will try archiving it next time 2024-11-24T22:22:02,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741834_1010 (size=3473) 2024-11-24T22:22:02,693 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.meta.1732486905916.meta not finished, retry = 0 2024-11-24T22:22:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T22:22:02,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-24T22:22:02,832 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-24T22:22:02,864 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-bd6592c37bb2,35663,1732486903033, ReplicationSource: 2, currentBandwidth=0 2024-11-24T22:22:02,866 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T22:22:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41615 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-24T22:22:02,868 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on bd6592c37bb2,35663,1732486903033 suceeded 2024-11-24T22:22:02,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T22:22:02,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-24T22:22:02,870 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://bd6592c37bb2:36697,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T22:22:02,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 211 msec 2024-11-24T22:22:02,879 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T22:22:02,882 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='bd6592c37bb2:36697' 2024-11-24T22:22:02,883 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@251b5ecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:02,883 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,36697,-1 for getting cluster id 2024-11-24T22:22:02,883 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:22:02,884 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1edc470-c603-4274-b749-f7d0b6e49ab0' 2024-11-24T22:22:02,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:22:02,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1edc470-c603-4274-b749-f7d0b6e49ab0" 2024-11-24T22:22:02,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@be6f124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:02,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,36697,-1] 2024-11-24T22:22:02,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:22:02,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:02,885 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:22:02,885 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8f62c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:02,885 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:22:02,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,36697,1732486910548 2024-11-24T22:22:02,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e89a990 2024-11-24T22:22:02,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:22:02,887 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-24T22:22:02,887 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-bd6592c37bb2,35663,1732486903033 (queues=1) is replicating from cluster=66d2eaad-d87a-4089-9a7f-bd2dc1690ed2 to cluster=b1edc470-c603-4274-b749-f7d0b6e49ab0 2024-11-24T22:22:02,899 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=bd6592c37bb2%2C35663%2C1732486903033 2024-11-24T22:22:02,899 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-bd6592c37bb2,35663,1732486903033, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T22:22:02,899 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.shipperbd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bd6592c37bb2%2C35663%2C1732486903033 2024-11-24T22:22:02,899 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634, startPosition=0, beingWritten=true 2024-11-24T22:22:02,954 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486905014 to pos 687, reset compression=false 2024-11-24T22:22:02,961 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486905014 was moved to hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/oldWALs/bd6592c37bb2%2C35663%2C1732486903033.1732486905014 2024-11-24T22:22:02,963 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486905014 2024-11-24T22:22:02,963 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634, startPosition=0, beingWritten=true 2024-11-24T22:22:02,963 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.shipperbd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,35663,1732486903033 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486905014, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-24T22:22:02,965 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.shipperbd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [bd6592c37bb2%2C35663%2C1732486903033.1732486905014] 2024-11-24T22:22:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T22:22:02,980 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-24T22:22:02,981 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:22:02,981 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:22:02,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:02,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:02,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:22:02,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T22:22:02,986 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732486922985/Put/seqid=0 2024-11-24T22:22:02,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741845_1021 (size=11194) 2024-11-24T22:22:02,993 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732486922993/Put/seqid=0 2024-11-24T22:22:02,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741846_1022 (size=10791) 2024-11-24T22:22:02,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7535875b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:02,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,41615,-1 for getting cluster id 2024-11-24T22:22:02,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:22:02,999 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66d2eaad-d87a-4089-9a7f-bd2dc1690ed2' 2024-11-24T22:22:02,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:22:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66d2eaad-d87a-4089-9a7f-bd2dc1690ed2" 2024-11-24T22:22:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3391033a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,41615,-1] 2024-11-24T22:22:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:22:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:03,001 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:22:03,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a371d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:03,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:22:03,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,35663,1732486903033, seqNum=-1] 2024-11-24T22:22:03,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:22:03,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T22:22:03,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:22:03,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,41615,1732486902976 2024-11-24T22:22:03,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@724c8e88 2024-11-24T22:22:03,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:22:03,011 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T22:22:03,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6., hostname=bd6592c37bb2,35663,1732486903033, seqNum=2] 2024-11-24T22:22:03,017 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T22:22:03,021 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-24T22:22:03,023 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-24T22:22:03,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/testHFileCyclicReplication_1/f/hfile_0 for inclusion in b4de0bd8cef1dadd97a89ab376e02eb6/f 2024-11-24T22:22:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T22:22:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T22:22:03,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/testHFileCyclicReplication_1/f/hfile_1 for inclusion in b4de0bd8cef1dadd97a89ab376e02eb6/f 2024-11-24T22:22:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T22:22:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T22:22:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HRegion(2603): Flush status journal for b4de0bd8cef1dadd97a89ab376e02eb6: 2024-11-24T22:22:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/staging/jenkins__test__bfiec5g0ju3crq68g86fe9ld1tbshbss40vhc2vrce7edvt1hcb5ebb8joivceo1/f/hfile_0 2024-11-24T22:22:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/staging/jenkins__test__bfiec5g0ju3crq68g86fe9ld1tbshbss40vhc2vrce7edvt1hcb5ebb8joivceo1/f/hfile_0 as hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/default/test/b4de0bd8cef1dadd97a89ab376e02eb6/f/72d40e9a852c4ec2b2f69929f7d0bb0c_SeqId_6_ 2024-11-24T22:22:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/staging/jenkins__test__bfiec5g0ju3crq68g86fe9ld1tbshbss40vhc2vrce7edvt1hcb5ebb8joivceo1/f/hfile_1 2024-11-24T22:22:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/staging/jenkins__test__bfiec5g0ju3crq68g86fe9ld1tbshbss40vhc2vrce7edvt1hcb5ebb8joivceo1/f/hfile_1 as hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/default/test/b4de0bd8cef1dadd97a89ab376e02eb6/f/59849b7393a041aab0dac33e18ab512b_SeqId_6_ 2024-11-24T22:22:03,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/staging/jenkins__test__bfiec5g0ju3crq68g86fe9ld1tbshbss40vhc2vrce7edvt1hcb5ebb8joivceo1/f/hfile_0 into b4de0bd8cef1dadd97a89ab376e02eb6/f as hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/default/test/b4de0bd8cef1dadd97a89ab376e02eb6/f/72d40e9a852c4ec2b2f69929f7d0bb0c_SeqId_6_ - updating store file list. 2024-11-24T22:22:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 72d40e9a852c4ec2b2f69929f7d0bb0c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T22:22:03,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/default/test/b4de0bd8cef1dadd97a89ab376e02eb6/f/72d40e9a852c4ec2b2f69929f7d0bb0c_SeqId_6_ into b4de0bd8cef1dadd97a89ab376e02eb6/f 2024-11-24T22:22:03,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/staging/jenkins__test__bfiec5g0ju3crq68g86fe9ld1tbshbss40vhc2vrce7edvt1hcb5ebb8joivceo1/f/hfile_0 into b4de0bd8cef1dadd97a89ab376e02eb6/f (new location: hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/default/test/b4de0bd8cef1dadd97a89ab376e02eb6/f/72d40e9a852c4ec2b2f69929f7d0bb0c_SeqId_6_) 2024-11-24T22:22:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/staging/jenkins__test__bfiec5g0ju3crq68g86fe9ld1tbshbss40vhc2vrce7edvt1hcb5ebb8joivceo1/f/hfile_0 2024-11-24T22:22:03,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/staging/jenkins__test__bfiec5g0ju3crq68g86fe9ld1tbshbss40vhc2vrce7edvt1hcb5ebb8joivceo1/f/hfile_1 into b4de0bd8cef1dadd97a89ab376e02eb6/f as hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/default/test/b4de0bd8cef1dadd97a89ab376e02eb6/f/59849b7393a041aab0dac33e18ab512b_SeqId_6_ - updating store file list. 2024-11-24T22:22:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 59849b7393a041aab0dac33e18ab512b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T22:22:03,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/default/test/b4de0bd8cef1dadd97a89ab376e02eb6/f/59849b7393a041aab0dac33e18ab512b_SeqId_6_ into b4de0bd8cef1dadd97a89ab376e02eb6/f 2024-11-24T22:22:03,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/staging/jenkins__test__bfiec5g0ju3crq68g86fe9ld1tbshbss40vhc2vrce7edvt1hcb5ebb8joivceo1/f/hfile_1 into b4de0bd8cef1dadd97a89ab376e02eb6/f (new location: hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/default/test/b4de0bd8cef1dadd97a89ab376e02eb6/f/59849b7393a041aab0dac33e18ab512b_SeqId_6_) 2024-11-24T22:22:03,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/staging/jenkins__test__bfiec5g0ju3crq68g86fe9ld1tbshbss40vhc2vrce7edvt1hcb5ebb8joivceo1/f/hfile_1 2024-11-24T22:22:03,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:22:03,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:22:03,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:03,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:03,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:22:03,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6., hostname=bd6592c37bb2,35663,1732486903033, seqNum=2 , the old value is region=test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6., hostname=bd6592c37bb2,35663,1732486903033, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=bd6592c37bb2:35663 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T22:22:03,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6., hostname=bd6592c37bb2,35663,1732486903033, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T22:22:03,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6., hostname=bd6592c37bb2,35663,1732486903033, seqNum=2 from cache 2024-11-24T22:22:03,050 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T22:22:03,052 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T22:22:03,103 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 0, reset compression=false 2024-11-24T22:22:03,108 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:22:03,108 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.shipperbd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-bd6592c37bb2,35663,1732486903033 got entry batch from reader: WALEntryBatch [walEntries=[{test/b4de0bd8cef1dadd97a89ab376e02eb6/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732486923047/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T22:22:03,110 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.shipperbd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T22:22:03,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-24T22:22:03,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.ReplicationSink(318): Replicating [66d2eaad-d87a-4089-9a7f-bd2dc1690ed2] bulk loaded data 2024-11-24T22:22:03,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d1e59ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:03,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] client.ClusterIdFetcher(90): Going to request bd6592c37bb2,36697,-1 for getting cluster id 2024-11-24T22:22:03,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T22:22:03,112 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1edc470-c603-4274-b749-f7d0b6e49ab0' 2024-11-24T22:22:03,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T22:22:03,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1edc470-c603-4274-b749-f7d0b6e49ab0" 2024-11-24T22:22:03,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46ad1a77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:03,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bd6592c37bb2,36697,-1] 2024-11-24T22:22:03,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T22:22:03,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:03,113 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-24T22:22:03,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12bf5c31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T22:22:03,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741837_1013 (size=11194) 2024-11-24T22:22:03,160 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:35663 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T22:22:03,253 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=2, created chunk count=34, reused chunk count=159, reuseRatio=82.38% 2024-11-24T22:22:03,254 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-24T22:22:03,308 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 393, reset compression=false 2024-11-24T22:22:03,466 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 0, reset compression=false 2024-11-24T22:22:03,471 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T22:22:03,471 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.shipperbd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-bd6592c37bb2,35663,1732486903033 got entry batch from reader: WALEntryBatch [walEntries=[{test/b4de0bd8cef1dadd97a89ab376e02eb6/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732486923047/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T22:22:03,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.ReplicationSink(318): Replicating [66d2eaad-d87a-4089-9a7f-bd2dc1690ed2] bulk loaded data 2024-11-24T22:22:03,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741839_1015 (size=11194) 2024-11-24T22:22:03,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741838_1014 (size=10791) 2024-11-24T22:22:03,612 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 393, reset compression=false 2024-11-24T22:22:03,671 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 393, reset compression=false 2024-11-24T22:22:03,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741840_1016 (size=10791) 2024-11-24T22:22:03,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T22:22:03,910 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/staging/jenkins.hfs.22__test__2ma0e2lqe28ff4ael3c186cv1e4ava9g3ue9h19c5k3glo6q1ev43km4bd324djl/f/59849b7393a041aab0dac33e18ab512b_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-24T22:22:03,912 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/staging/jenkins.hfs.22__test__2ma0e2lqe28ff4ael3c186cv1e4ava9g3ue9h19c5k3glo6q1ev43km4bd324djl/f/72d40e9a852c4ec2b2f69929f7d0bb0c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-24T22:22:03,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/staging/jenkins.hfs.22__test__2ma0e2lqe28ff4ael3c186cv1e4ava9g3ue9h19c5k3glo6q1ev43km4bd324djl/f/72d40e9a852c4ec2b2f69929f7d0bb0c_SeqId_6_ for inclusion in 40246dea78054cadecf565986d51bf72/f 2024-11-24T22:22:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T22:22:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T22:22:03,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/staging/jenkins.hfs.22__test__2ma0e2lqe28ff4ael3c186cv1e4ava9g3ue9h19c5k3glo6q1ev43km4bd324djl/f/59849b7393a041aab0dac33e18ab512b_SeqId_6_ for inclusion in 40246dea78054cadecf565986d51bf72/f 2024-11-24T22:22:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T22:22:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T22:22:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(2603): Flush status journal for 40246dea78054cadecf565986d51bf72: 2024-11-24T22:22:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 72d40e9a852c4ec2b2f69929f7d0bb0c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T22:22:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/staging/jenkins.hfs.22__test__2ma0e2lqe28ff4ael3c186cv1e4ava9g3ue9h19c5k3glo6q1ev43km4bd324djl/f/72d40e9a852c4ec2b2f69929f7d0bb0c_SeqId_6_ as hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/default/test/40246dea78054cadecf565986d51bf72/f/87f6d7e585e74b37b9aa02c97e1aa967_SeqId_6_ 2024-11-24T22:22:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 59849b7393a041aab0dac33e18ab512b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T22:22:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/staging/jenkins.hfs.22__test__2ma0e2lqe28ff4ael3c186cv1e4ava9g3ue9h19c5k3glo6q1ev43km4bd324djl/f/59849b7393a041aab0dac33e18ab512b_SeqId_6_ as hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/default/test/40246dea78054cadecf565986d51bf72/f/17c19522bbb34240977c87b9bbf14a98_SeqId_6_ 2024-11-24T22:22:03,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/staging/jenkins.hfs.22__test__2ma0e2lqe28ff4ael3c186cv1e4ava9g3ue9h19c5k3glo6q1ev43km4bd324djl/f/72d40e9a852c4ec2b2f69929f7d0bb0c_SeqId_6_ into 40246dea78054cadecf565986d51bf72/f as hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/default/test/40246dea78054cadecf565986d51bf72/f/87f6d7e585e74b37b9aa02c97e1aa967_SeqId_6_ - updating store file list. 2024-11-24T22:22:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 87f6d7e585e74b37b9aa02c97e1aa967_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T22:22:03,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/default/test/40246dea78054cadecf565986d51bf72/f/87f6d7e585e74b37b9aa02c97e1aa967_SeqId_6_ into 40246dea78054cadecf565986d51bf72/f 2024-11-24T22:22:03,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/staging/jenkins.hfs.22__test__2ma0e2lqe28ff4ael3c186cv1e4ava9g3ue9h19c5k3glo6q1ev43km4bd324djl/f/72d40e9a852c4ec2b2f69929f7d0bb0c_SeqId_6_ into 40246dea78054cadecf565986d51bf72/f (new location: hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/default/test/40246dea78054cadecf565986d51bf72/f/87f6d7e585e74b37b9aa02c97e1aa967_SeqId_6_) 2024-11-24T22:22:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/staging/jenkins.hfs.22__test__2ma0e2lqe28ff4ael3c186cv1e4ava9g3ue9h19c5k3glo6q1ev43km4bd324djl/f/72d40e9a852c4ec2b2f69929f7d0bb0c_SeqId_6_ 2024-11-24T22:22:03,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/staging/jenkins.hfs.22__test__2ma0e2lqe28ff4ael3c186cv1e4ava9g3ue9h19c5k3glo6q1ev43km4bd324djl/f/59849b7393a041aab0dac33e18ab512b_SeqId_6_ into 40246dea78054cadecf565986d51bf72/f as hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/default/test/40246dea78054cadecf565986d51bf72/f/17c19522bbb34240977c87b9bbf14a98_SeqId_6_ - updating store file list. 2024-11-24T22:22:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 17c19522bbb34240977c87b9bbf14a98_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T22:22:03,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/default/test/40246dea78054cadecf565986d51bf72/f/17c19522bbb34240977c87b9bbf14a98_SeqId_6_ into 40246dea78054cadecf565986d51bf72/f 2024-11-24T22:22:03,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/staging/jenkins.hfs.22__test__2ma0e2lqe28ff4ael3c186cv1e4ava9g3ue9h19c5k3glo6q1ev43km4bd324djl/f/59849b7393a041aab0dac33e18ab512b_SeqId_6_ into 40246dea78054cadecf565986d51bf72/f (new location: hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/default/test/40246dea78054cadecf565986d51bf72/f/17c19522bbb34240977c87b9bbf14a98_SeqId_6_) 2024-11-24T22:22:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/staging/jenkins.hfs.22__test__2ma0e2lqe28ff4ael3c186cv1e4ava9g3ue9h19c5k3glo6q1ev43km4bd324djl/f/59849b7393a041aab0dac33e18ab512b_SeqId_6_ 2024-11-24T22:22:03,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.ReplicationSink(324): Finished replicating [66d2eaad-d87a-4089-9a7f-bd2dc1690ed2] bulk loaded data 2024-11-24T22:22:03,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T22:22:03,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bd6592c37bb2,36697,1732486910548 2024-11-24T22:22:03,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38189a96 2024-11-24T22:22:03,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T22:22:03,936 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-24T22:22:03,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T22:22:03,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T22:22:03,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bd6592c37bb2,38295,1732486910586, seqNum=-1] 2024-11-24T22:22:03,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T22:22:03,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-24T22:22:03,944 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/staging/jenkins.hfs.23__test__v6sco278u9sr1d9taja8cc7p72vpqe9lp0t54b1ts9fe6bmfbub86ie7o9p6caqt/f/59849b7393a041aab0dac33e18ab512b_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-24T22:22:03,946 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/staging/jenkins.hfs.23__test__v6sco278u9sr1d9taja8cc7p72vpqe9lp0t54b1ts9fe6bmfbub86ie7o9p6caqt/f/72d40e9a852c4ec2b2f69929f7d0bb0c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-24T22:22:03,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/staging/jenkins.hfs.23__test__v6sco278u9sr1d9taja8cc7p72vpqe9lp0t54b1ts9fe6bmfbub86ie7o9p6caqt/f/72d40e9a852c4ec2b2f69929f7d0bb0c_SeqId_6_ for inclusion in 202452987a214499d2738018d317bd68/f 2024-11-24T22:22:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T22:22:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T22:22:03,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/staging/jenkins.hfs.23__test__v6sco278u9sr1d9taja8cc7p72vpqe9lp0t54b1ts9fe6bmfbub86ie7o9p6caqt/f/59849b7393a041aab0dac33e18ab512b_SeqId_6_ for inclusion in 202452987a214499d2738018d317bd68/f 2024-11-24T22:22:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T22:22:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T22:22:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HRegion(2603): Flush status journal for 202452987a214499d2738018d317bd68: 2024-11-24T22:22:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 72d40e9a852c4ec2b2f69929f7d0bb0c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T22:22:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/staging/jenkins.hfs.23__test__v6sco278u9sr1d9taja8cc7p72vpqe9lp0t54b1ts9fe6bmfbub86ie7o9p6caqt/f/72d40e9a852c4ec2b2f69929f7d0bb0c_SeqId_6_ as hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/default/test/202452987a214499d2738018d317bd68/f/f4dcd59f455645d5b565196fdff57234_SeqId_4_ 2024-11-24T22:22:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 59849b7393a041aab0dac33e18ab512b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T22:22:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/staging/jenkins.hfs.23__test__v6sco278u9sr1d9taja8cc7p72vpqe9lp0t54b1ts9fe6bmfbub86ie7o9p6caqt/f/59849b7393a041aab0dac33e18ab512b_SeqId_6_ as hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/default/test/202452987a214499d2738018d317bd68/f/dcadc7e540994cd098b72447023fc265_SeqId_4_ 2024-11-24T22:22:03,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/staging/jenkins.hfs.23__test__v6sco278u9sr1d9taja8cc7p72vpqe9lp0t54b1ts9fe6bmfbub86ie7o9p6caqt/f/72d40e9a852c4ec2b2f69929f7d0bb0c_SeqId_6_ into 202452987a214499d2738018d317bd68/f as hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/default/test/202452987a214499d2738018d317bd68/f/f4dcd59f455645d5b565196fdff57234_SeqId_4_ - updating store file list. 2024-11-24T22:22:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f4dcd59f455645d5b565196fdff57234_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T22:22:03,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/default/test/202452987a214499d2738018d317bd68/f/f4dcd59f455645d5b565196fdff57234_SeqId_4_ into 202452987a214499d2738018d317bd68/f 2024-11-24T22:22:03,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/staging/jenkins.hfs.23__test__v6sco278u9sr1d9taja8cc7p72vpqe9lp0t54b1ts9fe6bmfbub86ie7o9p6caqt/f/72d40e9a852c4ec2b2f69929f7d0bb0c_SeqId_6_ into 202452987a214499d2738018d317bd68/f (new location: hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/default/test/202452987a214499d2738018d317bd68/f/f4dcd59f455645d5b565196fdff57234_SeqId_4_) 2024-11-24T22:22:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/staging/jenkins.hfs.23__test__v6sco278u9sr1d9taja8cc7p72vpqe9lp0t54b1ts9fe6bmfbub86ie7o9p6caqt/f/72d40e9a852c4ec2b2f69929f7d0bb0c_SeqId_6_ 2024-11-24T22:22:03,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/staging/jenkins.hfs.23__test__v6sco278u9sr1d9taja8cc7p72vpqe9lp0t54b1ts9fe6bmfbub86ie7o9p6caqt/f/59849b7393a041aab0dac33e18ab512b_SeqId_6_ into 202452987a214499d2738018d317bd68/f as hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/default/test/202452987a214499d2738018d317bd68/f/dcadc7e540994cd098b72447023fc265_SeqId_4_ - updating store file list. 2024-11-24T22:22:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dcadc7e540994cd098b72447023fc265_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T22:22:03,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/default/test/202452987a214499d2738018d317bd68/f/dcadc7e540994cd098b72447023fc265_SeqId_4_ into 202452987a214499d2738018d317bd68/f 2024-11-24T22:22:03,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/staging/jenkins.hfs.23__test__v6sco278u9sr1d9taja8cc7p72vpqe9lp0t54b1ts9fe6bmfbub86ie7o9p6caqt/f/59849b7393a041aab0dac33e18ab512b_SeqId_6_ into 202452987a214499d2738018d317bd68/f (new location: hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/default/test/202452987a214499d2738018d317bd68/f/dcadc7e540994cd098b72447023fc265_SeqId_4_) 2024-11-24T22:22:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/staging/jenkins.hfs.23__test__v6sco278u9sr1d9taja8cc7p72vpqe9lp0t54b1ts9fe6bmfbub86ie7o9p6caqt/f/59849b7393a041aab0dac33e18ab512b_SeqId_6_ 2024-11-24T22:22:03,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.ReplicationSink(324): Finished replicating [66d2eaad-d87a-4089-9a7f-bd2dc1690ed2] bulk loaded data 2024-11-24T22:22:03,976 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 393, reset compression=false 2024-11-24T22:22:04,015 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 393, reset compression=false 2024-11-24T22:22:04,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T22:22:04,066 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:22:04,066 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:22:04,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:04,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:04,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:22:04,067 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T22:22:04,067 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1548075622, stopped=false 2024-11-24T22:22:04,067 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bd6592c37bb2,36697,1732486910548 2024-11-24T22:22:04,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-144611549/running 2024-11-24T22:22:04,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x1014c121ce00007, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-144611549/running 2024-11-24T22:22:04,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-144611549 2024-11-24T22:22:04,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x1014c121ce00007, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-144611549 2024-11-24T22:22:04,069 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:22:04,069 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:22:04,069 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:22:04,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:04,070 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bd6592c37bb2,38295,1732486910586' ***** 2024-11-24T22:22:04,070 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T22:22:04,070 INFO [RS:0;bd6592c37bb2:38295 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T22:22:04,070 INFO [RS:0;bd6592c37bb2:38295 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T22:22:04,070 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T22:22:04,070 INFO [RS:0;bd6592c37bb2:38295 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T22:22:04,070 INFO [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(3091): Received CLOSE for 202452987a214499d2738018d317bd68 2024-11-24T22:22:04,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38295-0x1014c121ce00007, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Set watcher on znode that does not yet exist, /2-144611549/running 2024-11-24T22:22:04,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Set watcher on znode that does not yet exist, /2-144611549/running 2024-11-24T22:22:04,071 INFO [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(959): stopping server bd6592c37bb2,38295,1732486910586 2024-11-24T22:22:04,071 INFO [RS:0;bd6592c37bb2:38295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:22:04,071 INFO [RS:0;bd6592c37bb2:38295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:38295. 2024-11-24T22:22:04,071 DEBUG [RS:0;bd6592c37bb2:38295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:22:04,071 DEBUG [RS:0;bd6592c37bb2:38295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:04,071 INFO [RS:0;bd6592c37bb2:38295 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T22:22:04,071 INFO [RS:0;bd6592c37bb2:38295 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T22:22:04,071 INFO [RS:0;bd6592c37bb2:38295 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T22:22:04,072 INFO [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T22:22:04,072 INFO [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T22:22:04,072 DEBUG [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(1325): Online Regions={202452987a214499d2738018d317bd68=test,,1732486916422.202452987a214499d2738018d317bd68., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T22:22:04,072 DEBUG [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 202452987a214499d2738018d317bd68 2024-11-24T22:22:04,072 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:22:04,072 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 202452987a214499d2738018d317bd68, disabling compactions & flushes 2024-11-24T22:22:04,072 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:22:04,072 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732486916422.202452987a214499d2738018d317bd68. 2024-11-24T22:22:04,072 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:22:04,072 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486916422.202452987a214499d2738018d317bd68. 2024-11-24T22:22:04,072 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:22:04,072 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732486916422.202452987a214499d2738018d317bd68. after waiting 0 ms 2024-11-24T22:22:04,072 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:22:04,072 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732486916422.202452987a214499d2738018d317bd68. 2024-11-24T22:22:04,072 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T22:22:04,081 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/default/test/202452987a214499d2738018d317bd68/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-24T22:22:04,082 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:22:04,082 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T22:22:04,082 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732486916422.202452987a214499d2738018d317bd68. 2024-11-24T22:22:04,082 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 202452987a214499d2738018d317bd68: Waiting for close lock at 1732486924072Running coprocessor pre-close hooks at 1732486924072Disabling compacts and flushes for region at 1732486924072Disabling writes for close at 1732486924072Writing region close event to WAL at 1732486924077 (+5 ms)Running coprocessor post-close hooks at 1732486924082 (+5 ms)Closed at 1732486924082 2024-11-24T22:22:04,082 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732486916422.202452987a214499d2738018d317bd68. 2024-11-24T22:22:04,095 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740/.tmp/info/4cb953e57c094a7b94a7a3b55cdaa21b is 129, key is test,,1732486916422.202452987a214499d2738018d317bd68./info:regioninfo/1732486917568/Put/seqid=0 2024-11-24T22:22:04,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741839_1015 (size=6421) 2024-11-24T22:22:04,152 INFO [regionserver/bd6592c37bb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:22:04,272 DEBUG [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:22:04,379 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 393, reset compression=false 2024-11-24T22:22:04,472 DEBUG [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:22:04,496 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T22:22:04,496 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T22:22:04,503 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740/.tmp/info/4cb953e57c094a7b94a7a3b55cdaa21b 2024-11-24T22:22:04,519 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 393, reset compression=false 2024-11-24T22:22:04,523 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740/.tmp/ns/17e6ba4f9a6c478b96d46e4440ed75e6 is 43, key is default/ns:d/1732486913522/Put/seqid=0 2024-11-24T22:22:04,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741840_1016 (size=5153) 2024-11-24T22:22:04,672 DEBUG [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:22:04,873 DEBUG [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:22:04,882 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 393, reset compression=false 2024-11-24T22:22:04,926 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740/.tmp/ns/17e6ba4f9a6c478b96d46e4440ed75e6 2024-11-24T22:22:04,943 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740/.tmp/rep_barrier/92704685fbdf4847bc0ef5dc1d0e1ea2 is 112, key is test,,1732486916422.202452987a214499d2738018d317bd68./rep_barrier:seqnumDuringOpen/1732486917568/Put/seqid=0 2024-11-24T22:22:04,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741841_1017 (size=5518) 2024-11-24T22:22:05,073 INFO [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T22:22:05,073 DEBUG [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T22:22:05,073 DEBUG [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:22:05,122 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 393, reset compression=false 2024-11-24T22:22:05,258 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:22:05,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:05,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:05,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:05,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:05,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:05,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:05,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:05,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:05,273 DEBUG [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:22:05,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:05,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:05,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:05,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:05,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:05,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:05,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:05,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:05,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:05,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:05,347 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740/.tmp/rep_barrier/92704685fbdf4847bc0ef5dc1d0e1ea2 2024-11-24T22:22:05,364 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740/.tmp/table/abca7bf9749c4611a449fcceb8798e69 is 40, key is test/table:state/1732486917574/Put/seqid=0 2024-11-24T22:22:05,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741842_1018 (size=5165) 2024-11-24T22:22:05,473 DEBUG [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:22:05,486 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 393, reset compression=false 2024-11-24T22:22:05,673 DEBUG [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:22:05,767 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740/.tmp/table/abca7bf9749c4611a449fcceb8798e69 2024-11-24T22:22:05,772 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740/.tmp/info/4cb953e57c094a7b94a7a3b55cdaa21b as hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740/info/4cb953e57c094a7b94a7a3b55cdaa21b 2024-11-24T22:22:05,775 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740/info/4cb953e57c094a7b94a7a3b55cdaa21b, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T22:22:05,776 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740/.tmp/ns/17e6ba4f9a6c478b96d46e4440ed75e6 as hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740/ns/17e6ba4f9a6c478b96d46e4440ed75e6 2024-11-24T22:22:05,779 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740/ns/17e6ba4f9a6c478b96d46e4440ed75e6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T22:22:05,779 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740/.tmp/rep_barrier/92704685fbdf4847bc0ef5dc1d0e1ea2 as hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740/rep_barrier/92704685fbdf4847bc0ef5dc1d0e1ea2 2024-11-24T22:22:05,782 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740/rep_barrier/92704685fbdf4847bc0ef5dc1d0e1ea2, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T22:22:05,783 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740/.tmp/table/abca7bf9749c4611a449fcceb8798e69 as hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740/table/abca7bf9749c4611a449fcceb8798e69 2024-11-24T22:22:05,786 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740/table/abca7bf9749c4611a449fcceb8798e69, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T22:22:05,786 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=11, compaction requested=false 2024-11-24T22:22:05,791 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T22:22:05,791 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:22:05,791 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:22:05,791 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:22:05,791 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486924072Running coprocessor pre-close hooks at 1732486924072Disabling compacts and flushes for region at 1732486924072Disabling writes for close at 1732486924072Obtaining lock to block concurrent updates at 1732486924072Preparing flush snapshotting stores in 1588230740 at 1732486924072Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732486924073 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732486924073Flushing 1588230740/info: creating writer at 1732486924073Flushing 1588230740/info: appending metadata at 1732486924095 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732486924095Flushing 1588230740/ns: creating writer at 1732486924507 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732486924522 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732486924522Flushing 1588230740/rep_barrier: creating writer at 1732486924930 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732486924943 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732486924943Flushing 1588230740/table: creating writer at 1732486925350 (+407 ms)Flushing 1588230740/table: appending metadata at 1732486925363 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732486925363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12b5407e: reopening flushed file at 1732486925771 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7af22ef4: reopening flushed file at 1732486925775 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2769a394: reopening flushed file at 1732486925779 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ac6f8da: reopening flushed file at 1732486925782 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=11, compaction requested=false at 1732486925786 (+4 ms)Writing region close event to WAL at 1732486925788 (+2 ms)Running coprocessor post-close hooks at 1732486925791 (+3 ms)Closed at 1732486925791 2024-11-24T22:22:05,791 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T22:22:05,826 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 393, reset compression=false 2024-11-24T22:22:05,874 INFO [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(976): stopping server bd6592c37bb2,38295,1732486910586; all regions closed. 2024-11-24T22:22:05,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741834_1010 (size=2717) 2024-11-24T22:22:05,877 DEBUG [RS:0;bd6592c37bb2:38295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/oldWALs 2024-11-24T22:22:05,877 INFO [RS:0;bd6592c37bb2:38295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C38295%2C1732486910586.meta:.meta(num 1732486913486) 2024-11-24T22:22:05,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741832_1008 (size=1028) 2024-11-24T22:22:05,880 DEBUG [RS:0;bd6592c37bb2:38295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/oldWALs 2024-11-24T22:22:05,880 INFO [RS:0;bd6592c37bb2:38295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C38295%2C1732486910586:(num 1732486912574) 2024-11-24T22:22:05,880 DEBUG [RS:0;bd6592c37bb2:38295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:05,880 INFO [RS:0;bd6592c37bb2:38295 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:22:05,880 INFO [RS:0;bd6592c37bb2:38295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:22:05,881 INFO [RS:0;bd6592c37bb2:38295 {}] hbase.ChoreService(370): Chore service for: regionserver/bd6592c37bb2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T22:22:05,881 INFO [RS:0;bd6592c37bb2:38295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:22:05,881 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:22:05,881 INFO [RS:0;bd6592c37bb2:38295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:38295. 2024-11-24T22:22:05,881 DEBUG [RS:0;bd6592c37bb2:38295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:22:05,881 DEBUG [RS:0;bd6592c37bb2:38295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:05,881 DEBUG [RS:0;bd6592c37bb2:38295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:05,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:22:05,882 INFO [RS:0;bd6592c37bb2:38295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38295 2024-11-24T22:22:05,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-144611549/rs 2024-11-24T22:22:05,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x1014c121ce00007, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-144611549/rs/bd6592c37bb2,38295,1732486910586 2024-11-24T22:22:05,885 INFO [RS:0;bd6592c37bb2:38295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:22:05,886 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bd6592c37bb2,38295,1732486910586] 2024-11-24T22:22:05,887 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-144611549/draining/bd6592c37bb2,38295,1732486910586 already deleted, retry=false 2024-11-24T22:22:05,887 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bd6592c37bb2,38295,1732486910586 expired; onlineServers=0 2024-11-24T22:22:05,887 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bd6592c37bb2,36697,1732486910548' ***** 2024-11-24T22:22:05,887 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T22:22:05,887 INFO [M:0;bd6592c37bb2:36697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:22:05,887 INFO [M:0;bd6592c37bb2:36697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:22:05,887 DEBUG [M:0;bd6592c37bb2:36697 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T22:22:05,887 DEBUG [M:0;bd6592c37bb2:36697 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T22:22:05,887 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T22:22:05,887 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486912348 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486912348,5,FailOnTimeoutGroup] 2024-11-24T22:22:05,887 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486912348 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486912348,5,FailOnTimeoutGroup] 2024-11-24T22:22:05,888 INFO [M:0;bd6592c37bb2:36697 {}] hbase.ChoreService(370): Chore service for: master/bd6592c37bb2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T22:22:05,888 INFO [M:0;bd6592c37bb2:36697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:22:05,888 DEBUG [M:0;bd6592c37bb2:36697 {}] master.HMaster(1795): Stopping service threads 2024-11-24T22:22:05,888 INFO [M:0;bd6592c37bb2:36697 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T22:22:05,888 INFO [M:0;bd6592c37bb2:36697 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:22:05,888 INFO [M:0;bd6592c37bb2:36697 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T22:22:05,888 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T22:22:05,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-144611549/master 2024-11-24T22:22:05,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-144611549 2024-11-24T22:22:05,889 DEBUG [M:0;bd6592c37bb2:36697 {}] zookeeper.ZKUtil(347): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Unable to get data of znode /2-144611549/master because node does not exist (not an error) 2024-11-24T22:22:05,889 WARN [M:0;bd6592c37bb2:36697 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T22:22:05,889 INFO [M:0;bd6592c37bb2:36697 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/.lastflushedseqids 2024-11-24T22:22:05,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741843_1019 (size=173) 2024-11-24T22:22:05,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x1014c121ce00007, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:22:05,986 INFO [RS:0;bd6592c37bb2:38295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:22:05,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x1014c121ce00007, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:22:05,986 INFO [RS:0;bd6592c37bb2:38295 {}] regionserver.HRegionServer(1031): Exiting; stopping=bd6592c37bb2,38295,1732486910586; zookeeper connection closed. 2024-11-24T22:22:05,987 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6aa5dc82 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6aa5dc82 2024-11-24T22:22:05,987 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T22:22:06,190 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 393, reset compression=false 2024-11-24T22:22:06,293 INFO [M:0;bd6592c37bb2:36697 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T22:22:06,293 INFO [M:0;bd6592c37bb2:36697 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T22:22:06,293 DEBUG [M:0;bd6592c37bb2:36697 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:22:06,293 INFO [M:0;bd6592c37bb2:36697 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:22:06,293 DEBUG [M:0;bd6592c37bb2:36697 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:22:06,293 DEBUG [M:0;bd6592c37bb2:36697 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:22:06,293 DEBUG [M:0;bd6592c37bb2:36697 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:22:06,293 INFO [M:0;bd6592c37bb2:36697 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-24T22:22:06,308 DEBUG [M:0;bd6592c37bb2:36697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed19d9c504094eb58b56179b6671e6d9 is 82, key is hbase:meta,,1/info:regioninfo/1732486913514/Put/seqid=0 2024-11-24T22:22:06,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741844_1020 (size=5672) 2024-11-24T22:22:06,312 INFO [M:0;bd6592c37bb2:36697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed19d9c504094eb58b56179b6671e6d9 2024-11-24T22:22:06,330 DEBUG [M:0;bd6592c37bb2:36697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce485fd0725f43a4a9c297d59fcdf481 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732486917577/Put/seqid=0 2024-11-24T22:22:06,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741845_1021 (size=6586) 2024-11-24T22:22:06,629 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 393, reset compression=false 2024-11-24T22:22:06,734 INFO [M:0;bd6592c37bb2:36697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce485fd0725f43a4a9c297d59fcdf481 2024-11-24T22:22:06,754 DEBUG [M:0;bd6592c37bb2:36697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad8d2d9d9aac46e99cd454c3bb95e91e is 69, key is bd6592c37bb2,38295,1732486910586/rs:state/1732486912428/Put/seqid=0 2024-11-24T22:22:06,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741846_1022 (size=5156) 2024-11-24T22:22:06,934 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T22:22:06,993 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 393, reset compression=false 2024-11-24T22:22:07,158 INFO [M:0;bd6592c37bb2:36697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad8d2d9d9aac46e99cd454c3bb95e91e 2024-11-24T22:22:07,162 DEBUG [M:0;bd6592c37bb2:36697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed19d9c504094eb58b56179b6671e6d9 as hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed19d9c504094eb58b56179b6671e6d9 2024-11-24T22:22:07,165 INFO [M:0;bd6592c37bb2:36697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed19d9c504094eb58b56179b6671e6d9, entries=8, sequenceid=55, filesize=5.5 K 2024-11-24T22:22:07,166 DEBUG [M:0;bd6592c37bb2:36697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce485fd0725f43a4a9c297d59fcdf481 as hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce485fd0725f43a4a9c297d59fcdf481 2024-11-24T22:22:07,169 INFO [M:0;bd6592c37bb2:36697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce485fd0725f43a4a9c297d59fcdf481, entries=6, sequenceid=55, filesize=6.4 K 2024-11-24T22:22:07,169 DEBUG [M:0;bd6592c37bb2:36697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad8d2d9d9aac46e99cd454c3bb95e91e as hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad8d2d9d9aac46e99cd454c3bb95e91e 2024-11-24T22:22:07,172 INFO [M:0;bd6592c37bb2:36697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/071cfec8-5a12-af6d-3535-8596f8f586a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad8d2d9d9aac46e99cd454c3bb95e91e, entries=1, sequenceid=55, filesize=5.0 K 2024-11-24T22:22:07,173 INFO [M:0;bd6592c37bb2:36697 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=55, compaction requested=false 2024-11-24T22:22:07,174 INFO [M:0;bd6592c37bb2:36697 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:22:07,174 DEBUG [M:0;bd6592c37bb2:36697 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486926293Disabling compacts and flushes for region at 1732486926293Disabling writes for close at 1732486926293Obtaining lock to block concurrent updates at 1732486926293Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732486926293Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732486926294 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732486926294Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732486926294Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732486926308 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732486926308Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732486926315 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732486926330 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732486926330Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732486926737 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732486926754 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732486926754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e8c2a4d: reopening flushed file at 1732486927161 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d60eec: reopening flushed file at 1732486927165 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a7e0ca2: reopening flushed file at 1732486927169 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=55, compaction requested=false at 1732486927173 (+4 ms)Writing region close event to WAL at 1732486927174 (+1 ms)Closed at 1732486927174 2024-11-24T22:22:07,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741830_1006 (size=32770) 2024-11-24T22:22:07,176 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:22:07,176 INFO [M:0;bd6592c37bb2:36697 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T22:22:07,176 INFO [M:0;bd6592c37bb2:36697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36697 2024-11-24T22:22:07,177 INFO [M:0;bd6592c37bb2:36697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:22:07,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:22:07,280 INFO [M:0;bd6592c37bb2:36697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:22:07,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1014c121ce00006, quorum=127.0.0.1:49688, baseZNode=/2-144611549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:22:07,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f155e2b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:22:07,283 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ca419c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:22:07,283 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:22:07,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bc7496d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:22:07,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13ab238e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/hadoop.log.dir/,STOPPED} 2024-11-24T22:22:07,285 WARN [BP-1705396158-172.17.0.2-1732486909519 heartbeating to localhost/127.0.0.1:38601 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T22:22:07,285 WARN [BP-1705396158-172.17.0.2-1732486909519 heartbeating to localhost/127.0.0.1:38601 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1705396158-172.17.0.2-1732486909519 (Datanode Uuid 93cc1dd2-771b-4ede-af2c-c0e6e69aca99) service to localhost/127.0.0.1:38601 2024-11-24T22:22:07,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/cluster_545bfe05-c10b-f0b5-dcae-de2d0de66237/data/data1/current/BP-1705396158-172.17.0.2-1732486909519 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:22:07,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/cluster_545bfe05-c10b-f0b5-dcae-de2d0de66237/data/data2/current/BP-1705396158-172.17.0.2-1732486909519 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:22:07,286 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T22:22:07,286 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T22:22:07,287 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T22:22:07,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e9cb8da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:22:07,294 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a0b0a92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:22:07,294 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:22:07,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30633fa8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:22:07,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f9855d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279a5080-fdab-4c7e-c827-3f748dd40a33/hadoop.log.dir/,STOPPED} 2024-11-24T22:22:07,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T22:22:07,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T22:22:07,308 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:22:07,308 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:22:07,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:07,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:07,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:22:07,309 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T22:22:07,309 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=176488014, stopped=false 2024-11-24T22:22:07,309 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bd6592c37bb2,36827,1732486907013 2024-11-24T22:22:07,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11907430089/running 2024-11-24T22:22:07,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11907430089 2024-11-24T22:22:07,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1014c121ce00004, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11907430089/running 2024-11-24T22:22:07,310 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:22:07,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1014c121ce00004, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11907430089 2024-11-24T22:22:07,311 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:22:07,311 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:22:07,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:07,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44345-0x1014c121ce00004, quorum=127.0.0.1:49688, baseZNode=/11907430089 Set watcher on znode that does not yet exist, /11907430089/running 2024-11-24T22:22:07,311 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bd6592c37bb2,44345,1732486907056' ***** 2024-11-24T22:22:07,311 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T22:22:07,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Set watcher on znode that does not yet exist, /11907430089/running 2024-11-24T22:22:07,311 INFO [RS:0;bd6592c37bb2:44345 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T22:22:07,312 INFO [RS:0;bd6592c37bb2:44345 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T22:22:07,312 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T22:22:07,312 INFO [RS:0;bd6592c37bb2:44345 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T22:22:07,312 INFO [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(3091): Received CLOSE for 40246dea78054cadecf565986d51bf72 2024-11-24T22:22:07,312 INFO [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(959): stopping server bd6592c37bb2,44345,1732486907056 2024-11-24T22:22:07,312 INFO [RS:0;bd6592c37bb2:44345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:22:07,312 INFO [RS:0;bd6592c37bb2:44345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:44345. 2024-11-24T22:22:07,312 DEBUG [RS:0;bd6592c37bb2:44345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:22:07,312 DEBUG [RS:0;bd6592c37bb2:44345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:07,312 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40246dea78054cadecf565986d51bf72, disabling compactions & flushes 2024-11-24T22:22:07,312 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732486914262.40246dea78054cadecf565986d51bf72. 2024-11-24T22:22:07,312 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486914262.40246dea78054cadecf565986d51bf72. 2024-11-24T22:22:07,312 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732486914262.40246dea78054cadecf565986d51bf72. after waiting 0 ms 2024-11-24T22:22:07,312 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732486914262.40246dea78054cadecf565986d51bf72. 2024-11-24T22:22:07,312 INFO [RS:0;bd6592c37bb2:44345 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T22:22:07,312 INFO [RS:0;bd6592c37bb2:44345 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T22:22:07,312 INFO [RS:0;bd6592c37bb2:44345 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T22:22:07,313 INFO [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T22:22:07,313 INFO [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T22:22:07,313 DEBUG [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 40246dea78054cadecf565986d51bf72=test,,1732486914262.40246dea78054cadecf565986d51bf72.} 2024-11-24T22:22:07,313 DEBUG [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40246dea78054cadecf565986d51bf72 2024-11-24T22:22:07,313 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:22:07,313 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:22:07,313 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:22:07,313 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:22:07,313 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:22:07,313 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T22:22:07,316 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/default/test/40246dea78054cadecf565986d51bf72/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T22:22:07,316 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:22:07,316 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T22:22:07,316 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732486914262.40246dea78054cadecf565986d51bf72. 2024-11-24T22:22:07,316 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40246dea78054cadecf565986d51bf72: Waiting for close lock at 1732486927312Running coprocessor pre-close hooks at 1732486927312Disabling compacts and flushes for region at 1732486927312Disabling writes for close at 1732486927312Writing region close event to WAL at 1732486927313 (+1 ms)Running coprocessor post-close hooks at 1732486927316 (+3 ms)Closed at 1732486927316 2024-11-24T22:22:07,316 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732486914262.40246dea78054cadecf565986d51bf72. 2024-11-24T22:22:07,328 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740/.tmp/info/43237dada233467ebf851b392493fbbe is 129, key is test,,1732486914262.40246dea78054cadecf565986d51bf72./info:regioninfo/1732486915406/Put/seqid=0 2024-11-24T22:22:07,328 INFO [regionserver/bd6592c37bb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:22:07,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741841_1017 (size=6421) 2024-11-24T22:22:07,513 DEBUG [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:22:07,533 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 393, reset compression=false 2024-11-24T22:22:07,713 DEBUG [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:22:07,732 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740/.tmp/info/43237dada233467ebf851b392493fbbe 2024-11-24T22:22:07,750 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740/.tmp/ns/45802a35aae9476396ca62e5ea8fdb0a is 43, key is default/ns:d/1732486909425/Put/seqid=0 2024-11-24T22:22:07,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741842_1018 (size=5153) 2024-11-24T22:22:07,896 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 393, reset compression=false 2024-11-24T22:22:07,913 DEBUG [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:22:07,922 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T22:22:07,922 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T22:22:08,113 DEBUG [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:22:08,154 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740/.tmp/ns/45802a35aae9476396ca62e5ea8fdb0a 2024-11-24T22:22:08,176 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740/.tmp/rep_barrier/6b73d234942e4575935303118e729a1f is 112, key is test,,1732486914262.40246dea78054cadecf565986d51bf72./rep_barrier:seqnumDuringOpen/1732486915406/Put/seqid=0 2024-11-24T22:22:08,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741843_1019 (size=5518) 2024-11-24T22:22:08,314 INFO [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T22:22:08,314 DEBUG [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T22:22:08,314 DEBUG [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:22:08,514 DEBUG [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:22:08,536 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 393, reset compression=false 2024-11-24T22:22:08,580 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740/.tmp/rep_barrier/6b73d234942e4575935303118e729a1f 2024-11-24T22:22:08,598 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740/.tmp/table/62d66bfc6bf14b03b0844139fd797bce is 40, key is test/table:state/1732486915412/Put/seqid=0 2024-11-24T22:22:08,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741844_1020 (size=5165) 2024-11-24T22:22:08,714 DEBUG [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:22:08,899 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 393, reset compression=false 2024-11-24T22:22:08,914 DEBUG [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:22:09,002 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740/.tmp/table/62d66bfc6bf14b03b0844139fd797bce 2024-11-24T22:22:09,005 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740/.tmp/info/43237dada233467ebf851b392493fbbe as hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740/info/43237dada233467ebf851b392493fbbe 2024-11-24T22:22:09,009 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740/info/43237dada233467ebf851b392493fbbe, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T22:22:09,009 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740/.tmp/ns/45802a35aae9476396ca62e5ea8fdb0a as hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740/ns/45802a35aae9476396ca62e5ea8fdb0a 2024-11-24T22:22:09,013 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740/ns/45802a35aae9476396ca62e5ea8fdb0a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T22:22:09,013 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740/.tmp/rep_barrier/6b73d234942e4575935303118e729a1f as hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740/rep_barrier/6b73d234942e4575935303118e729a1f 2024-11-24T22:22:09,016 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740/rep_barrier/6b73d234942e4575935303118e729a1f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T22:22:09,017 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740/.tmp/table/62d66bfc6bf14b03b0844139fd797bce as hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740/table/62d66bfc6bf14b03b0844139fd797bce 2024-11-24T22:22:09,020 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740/table/62d66bfc6bf14b03b0844139fd797bce, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T22:22:09,021 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=11, compaction requested=false 2024-11-24T22:22:09,025 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T22:22:09,025 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:22:09,025 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:22:09,025 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:22:09,025 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486927313Running coprocessor pre-close hooks at 1732486927313Disabling compacts and flushes for region at 1732486927313Disabling writes for close at 1732486927313Obtaining lock to block concurrent updates at 1732486927313Preparing flush snapshotting stores in 1588230740 at 1732486927313Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732486927313Flushing stores of hbase:meta,,1.1588230740 at 1732486927314 (+1 ms)Flushing 1588230740/info: creating writer at 1732486927314Flushing 1588230740/info: appending metadata at 1732486927328 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732486927328Flushing 1588230740/ns: creating writer at 1732486927736 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732486927750 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732486927750Flushing 1588230740/rep_barrier: creating writer at 1732486928158 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732486928176 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732486928176Flushing 1588230740/table: creating writer at 1732486928584 (+408 ms)Flushing 1588230740/table: appending metadata at 1732486928597 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732486928597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5952dac7: reopening flushed file at 1732486929005 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f641803: reopening flushed file at 1732486929009 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21ee6c6f: reopening flushed file at 1732486929013 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5599a0ed: reopening flushed file at 1732486929016 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=11, compaction requested=false at 1732486929021 (+5 ms)Writing region close event to WAL at 1732486929022 (+1 ms)Running coprocessor post-close hooks at 1732486929025 (+3 ms)Closed at 1732486929025 2024-11-24T22:22:09,026 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T22:22:09,114 INFO [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(976): stopping server bd6592c37bb2,44345,1732486907056; all regions closed. 2024-11-24T22:22:09,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741834_1010 (size=2717) 2024-11-24T22:22:09,116 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/WALs/bd6592c37bb2,44345,1732486907056/bd6592c37bb2%2C44345%2C1732486907056.meta.1732486909390.meta not finished, retry = 0 2024-11-24T22:22:09,218 DEBUG [RS:0;bd6592c37bb2:44345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/oldWALs 2024-11-24T22:22:09,218 INFO [RS:0;bd6592c37bb2:44345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C44345%2C1732486907056.meta:.meta(num 1732486909390) 2024-11-24T22:22:09,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741833_1009 (size=1374) 2024-11-24T22:22:09,222 DEBUG [RS:0;bd6592c37bb2:44345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/oldWALs 2024-11-24T22:22:09,222 INFO [RS:0;bd6592c37bb2:44345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C44345%2C1732486907056:(num 1732486909045) 2024-11-24T22:22:09,222 DEBUG [RS:0;bd6592c37bb2:44345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:09,222 INFO [RS:0;bd6592c37bb2:44345 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:22:09,222 INFO [RS:0;bd6592c37bb2:44345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:22:09,222 INFO [RS:0;bd6592c37bb2:44345 {}] hbase.ChoreService(370): Chore service for: regionserver/bd6592c37bb2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T22:22:09,222 INFO [RS:0;bd6592c37bb2:44345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:22:09,222 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:22:09,222 INFO [RS:0;bd6592c37bb2:44345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:44345. 2024-11-24T22:22:09,222 DEBUG [RS:0;bd6592c37bb2:44345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:22:09,222 DEBUG [RS:0;bd6592c37bb2:44345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:09,223 DEBUG [RS:0;bd6592c37bb2:44345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:09,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:22:09,223 INFO [RS:0;bd6592c37bb2:44345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44345 2024-11-24T22:22:09,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1014c121ce00004, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11907430089/rs/bd6592c37bb2,44345,1732486907056 2024-11-24T22:22:09,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11907430089/rs 2024-11-24T22:22:09,226 INFO [RS:0;bd6592c37bb2:44345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:22:09,227 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bd6592c37bb2,44345,1732486907056] 2024-11-24T22:22:09,228 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11907430089/draining/bd6592c37bb2,44345,1732486907056 already deleted, retry=false 2024-11-24T22:22:09,228 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bd6592c37bb2,44345,1732486907056 expired; onlineServers=0 2024-11-24T22:22:09,228 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bd6592c37bb2,36827,1732486907013' ***** 2024-11-24T22:22:09,229 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T22:22:09,229 INFO [M:0;bd6592c37bb2:36827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:22:09,229 INFO [M:0;bd6592c37bb2:36827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:22:09,229 DEBUG [M:0;bd6592c37bb2:36827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T22:22:09,229 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T22:22:09,229 DEBUG [M:0;bd6592c37bb2:36827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T22:22:09,229 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486908800 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486908800,5,FailOnTimeoutGroup] 2024-11-24T22:22:09,229 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486908800 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486908800,5,FailOnTimeoutGroup] 2024-11-24T22:22:09,229 INFO [M:0;bd6592c37bb2:36827 {}] hbase.ChoreService(370): Chore service for: master/bd6592c37bb2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T22:22:09,229 INFO [M:0;bd6592c37bb2:36827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:22:09,229 DEBUG [M:0;bd6592c37bb2:36827 {}] master.HMaster(1795): Stopping service threads 2024-11-24T22:22:09,229 INFO [M:0;bd6592c37bb2:36827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T22:22:09,229 INFO [M:0;bd6592c37bb2:36827 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:22:09,229 INFO [M:0;bd6592c37bb2:36827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T22:22:09,229 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T22:22:09,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11907430089/master 2024-11-24T22:22:09,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11907430089 2024-11-24T22:22:09,230 DEBUG [M:0;bd6592c37bb2:36827 {}] zookeeper.ZKUtil(347): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Unable to get data of znode /11907430089/master because node does not exist (not an error) 2024-11-24T22:22:09,230 WARN [M:0;bd6592c37bb2:36827 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T22:22:09,231 INFO [M:0;bd6592c37bb2:36827 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/.lastflushedseqids 2024-11-24T22:22:09,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741845_1021 (size=173) 2024-11-24T22:22:09,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1014c121ce00004, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:22:09,328 INFO [RS:0;bd6592c37bb2:44345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:22:09,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1014c121ce00004, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:22:09,328 INFO [RS:0;bd6592c37bb2:44345 {}] regionserver.HRegionServer(1031): Exiting; stopping=bd6592c37bb2,44345,1732486907056; zookeeper connection closed. 2024-11-24T22:22:09,328 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a1eaba4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a1eaba4 2024-11-24T22:22:09,328 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T22:22:09,635 INFO [M:0;bd6592c37bb2:36827 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T22:22:09,635 INFO [M:0;bd6592c37bb2:36827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T22:22:09,635 DEBUG [M:0;bd6592c37bb2:36827 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:22:09,635 INFO [M:0;bd6592c37bb2:36827 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:22:09,635 DEBUG [M:0;bd6592c37bb2:36827 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:22:09,635 DEBUG [M:0;bd6592c37bb2:36827 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:22:09,635 DEBUG [M:0;bd6592c37bb2:36827 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:22:09,635 INFO [M:0;bd6592c37bb2:36827 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-24T22:22:09,640 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 393, reset compression=false 2024-11-24T22:22:09,651 DEBUG [M:0;bd6592c37bb2:36827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7fbb769ad40b4123b44227162c4f9481 is 82, key is hbase:meta,,1/info:regioninfo/1732486909417/Put/seqid=0 2024-11-24T22:22:09,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741846_1022 (size=5672) 2024-11-24T22:22:10,003 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 393, reset compression=false 2024-11-24T22:22:10,054 INFO [M:0;bd6592c37bb2:36827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7fbb769ad40b4123b44227162c4f9481 2024-11-24T22:22:10,071 DEBUG [M:0;bd6592c37bb2:36827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/920722d32e474ea4839132ca9b87c7e8 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732486915415/Put/seqid=0 2024-11-24T22:22:10,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741847_1023 (size=6586) 2024-11-24T22:22:10,475 INFO [M:0;bd6592c37bb2:36827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/920722d32e474ea4839132ca9b87c7e8 2024-11-24T22:22:10,494 DEBUG [M:0;bd6592c37bb2:36827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c86f42153c304a6da91a5f26253bda17 is 69, key is bd6592c37bb2,44345,1732486907056/rs:state/1732486908900/Put/seqid=0 2024-11-24T22:22:10,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741848_1024 (size=5156) 2024-11-24T22:22:10,843 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 393, reset compression=false 2024-11-24T22:22:10,897 INFO [M:0;bd6592c37bb2:36827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c86f42153c304a6da91a5f26253bda17 2024-11-24T22:22:10,901 DEBUG [M:0;bd6592c37bb2:36827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7fbb769ad40b4123b44227162c4f9481 as hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7fbb769ad40b4123b44227162c4f9481 2024-11-24T22:22:10,904 INFO [M:0;bd6592c37bb2:36827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7fbb769ad40b4123b44227162c4f9481, entries=8, sequenceid=55, filesize=5.5 K 2024-11-24T22:22:10,905 DEBUG [M:0;bd6592c37bb2:36827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/920722d32e474ea4839132ca9b87c7e8 as hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/920722d32e474ea4839132ca9b87c7e8 2024-11-24T22:22:10,908 INFO [M:0;bd6592c37bb2:36827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/920722d32e474ea4839132ca9b87c7e8, entries=6, sequenceid=55, filesize=6.4 K 2024-11-24T22:22:10,908 DEBUG [M:0;bd6592c37bb2:36827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c86f42153c304a6da91a5f26253bda17 as hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c86f42153c304a6da91a5f26253bda17 2024-11-24T22:22:10,911 INFO [M:0;bd6592c37bb2:36827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35495/user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c86f42153c304a6da91a5f26253bda17, entries=1, sequenceid=55, filesize=5.0 K 2024-11-24T22:22:10,912 INFO [M:0;bd6592c37bb2:36827 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=55, compaction requested=false 2024-11-24T22:22:10,913 INFO [M:0;bd6592c37bb2:36827 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:22:10,913 DEBUG [M:0;bd6592c37bb2:36827 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486929635Disabling compacts and flushes for region at 1732486929635Disabling writes for close at 1732486929635Obtaining lock to block concurrent updates at 1732486929635Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732486929635Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732486929636 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732486929636Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732486929636Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732486929650 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732486929650Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732486930057 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732486930071 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732486930071Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732486930479 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732486930493 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732486930493Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@555c9516: reopening flushed file at 1732486930901 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ac94a8d: reopening flushed file at 1732486930904 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@431ab9dd: reopening flushed file at 1732486930908 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=55, compaction requested=false at 1732486930912 (+4 ms)Writing region close event to WAL at 1732486930913 (+1 ms)Closed at 1732486930913 2024-11-24T22:22:10,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741830_1006 (size=32770) 2024-11-24T22:22:10,915 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18739acf-2fb3-e8b8-dd76-4944234d5cd0/MasterData/WALs/bd6592c37bb2,36827,1732486907013/bd6592c37bb2%2C36827%2C1732486907013.1732486908733 not finished, retry = 0 2024-11-24T22:22:11,015 INFO [M:0;bd6592c37bb2:36827 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T22:22:11,015 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:22:11,016 INFO [M:0;bd6592c37bb2:36827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36827 2024-11-24T22:22:11,016 INFO [M:0;bd6592c37bb2:36827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:22:11,118 INFO [M:0;bd6592c37bb2:36827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:22:11,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:22:11,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36827-0x1014c121ce00003, quorum=127.0.0.1:49688, baseZNode=/11907430089 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:22:11,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@681e4d90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:22:11,121 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18ae9580{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:22:11,121 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:22:11,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bea0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:22:11,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a6a4a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/hadoop.log.dir/,STOPPED} 2024-11-24T22:22:11,122 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T22:22:11,122 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T22:22:11,122 WARN [BP-693807457-172.17.0.2-1732486906088 heartbeating to localhost/127.0.0.1:35495 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T22:22:11,122 WARN [BP-693807457-172.17.0.2-1732486906088 heartbeating to localhost/127.0.0.1:35495 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-693807457-172.17.0.2-1732486906088 (Datanode Uuid dde53179-f467-4561-9bef-3b924df794ca) service to localhost/127.0.0.1:35495 2024-11-24T22:22:11,123 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/cluster_d5c93b46-1944-5ced-a49e-cc813ac603a3/data/data1/current/BP-693807457-172.17.0.2-1732486906088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:22:11,123 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/cluster_d5c93b46-1944-5ced-a49e-cc813ac603a3/data/data2/current/BP-693807457-172.17.0.2-1732486906088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:22:11,123 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T22:22:11,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30b87f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:22:11,130 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34a6dd9b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:22:11,130 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:22:11,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea2c258{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:22:11,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3623dc90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d09462-93e5-d586-fd34-aaa1b5c013f1/hadoop.log.dir/,STOPPED} 2024-11-24T22:22:11,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T22:22:11,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T22:22:11,141 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:22:11,141 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:22:11,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:11,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:11,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:22:11,142 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T22:22:11,142 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=303625996, stopped=false 2024-11-24T22:22:11,142 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bd6592c37bb2,41615,1732486902976 2024-11-24T22:22:11,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-949851844/running 2024-11-24T22:22:11,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1014c121ce00001, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-949851844/running 2024-11-24T22:22:11,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1014c121ce00001, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-949851844 2024-11-24T22:22:11,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-949851844 2024-11-24T22:22:11,144 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:22:11,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Set watcher on znode that does not yet exist, /0-949851844/running 2024-11-24T22:22:11,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35663-0x1014c121ce00001, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Set watcher on znode that does not yet exist, /0-949851844/running 2024-11-24T22:22:11,144 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T22:22:11,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:22:11,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:11,145 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bd6592c37bb2,35663,1732486903033' ***** 2024-11-24T22:22:11,145 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T22:22:11,145 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T22:22:11,145 INFO [RS:0;bd6592c37bb2:35663 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T22:22:11,145 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T22:22:11,145 INFO [RS:0;bd6592c37bb2:35663 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T22:22:11,145 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.HRegionServer(3091): Received CLOSE for c1f11f61ba38bd9660cf1fd1ab0a142d 2024-11-24T22:22:11,146 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.HRegionServer(3091): Received CLOSE for b4de0bd8cef1dadd97a89ab376e02eb6 2024-11-24T22:22:11,146 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.HRegionServer(959): stopping server bd6592c37bb2,35663,1732486903033 2024-11-24T22:22:11,146 INFO [RS:0;bd6592c37bb2:35663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:22:11,146 INFO [RS:0;bd6592c37bb2:35663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:35663. 2024-11-24T22:22:11,146 DEBUG [RS:0;bd6592c37bb2:35663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:22:11,146 DEBUG [RS:0;bd6592c37bb2:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:11,146 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1f11f61ba38bd9660cf1fd1ab0a142d, disabling compactions & flushes 2024-11-24T22:22:11,146 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d. 2024-11-24T22:22:11,146 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d. 2024-11-24T22:22:11,146 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T22:22:11,146 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d. after waiting 0 ms 2024-11-24T22:22:11,146 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T22:22:11,146 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T22:22:11,146 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d. 2024-11-24T22:22:11,146 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T22:22:11,146 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c1f11f61ba38bd9660cf1fd1ab0a142d 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-24T22:22:11,146 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T22:22:11,146 DEBUG [RS:0;bd6592c37bb2:35663 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c1f11f61ba38bd9660cf1fd1ab0a142d=hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d., b4de0bd8cef1dadd97a89ab376e02eb6=test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6.} 2024-11-24T22:22:11,146 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T22:22:11,146 DEBUG [RS:0;bd6592c37bb2:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4de0bd8cef1dadd97a89ab376e02eb6, c1f11f61ba38bd9660cf1fd1ab0a142d 2024-11-24T22:22:11,146 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T22:22:11,146 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T22:22:11,146 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T22:22:11,146 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T22:22:11,146 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T22:22:11,161 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740/.tmp/info/3d7b57c26cca4097af6c128debefd12c is 147, key is hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d./info:regioninfo/1732486919770/Put/seqid=0 2024-11-24T22:22:11,161 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/replication/c1f11f61ba38bd9660cf1fd1ab0a142d/.tmp/hfileref/c906678af32344d88d617ee73d89043e is 74, key is 1/hfileref:59849b7393a041aab0dac33e18ab512b_SeqId_6_/1732486923929/DeleteColumn/seqid=0 2024-11-24T22:22:11,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741848_1024 (size=5489) 2024-11-24T22:22:11,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741847_1023 (size=7686) 2024-11-24T22:22:11,205 INFO [regionserver/bd6592c37bb2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:22:11,206 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 393, reset compression=false 2024-11-24T22:22:11,293 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T22:22:11,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:11,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:11,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:11,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:11,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:11,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:11,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:11,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:11,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:11,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:11,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:11,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:11,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:11,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:11,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:11,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:11,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:11,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:11,346 DEBUG [RS:0;bd6592c37bb2:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4de0bd8cef1dadd97a89ab376e02eb6, c1f11f61ba38bd9660cf1fd1ab0a142d 2024-11-24T22:22:11,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:11,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T22:22:11,547 DEBUG [RS:0;bd6592c37bb2:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4de0bd8cef1dadd97a89ab376e02eb6, c1f11f61ba38bd9660cf1fd1ab0a142d 2024-11-24T22:22:11,565 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/replication/c1f11f61ba38bd9660cf1fd1ab0a142d/.tmp/hfileref/c906678af32344d88d617ee73d89043e 2024-11-24T22:22:11,566 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740/.tmp/info/3d7b57c26cca4097af6c128debefd12c 2024-11-24T22:22:11,585 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740/.tmp/ns/adf6d55ca62944bf9ad5ce4f0d94879c is 43, key is default/ns:d/1732486905955/Put/seqid=0 2024-11-24T22:22:11,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741849_1025 (size=5153) 2024-11-24T22:22:11,588 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740/.tmp/ns/adf6d55ca62944bf9ad5ce4f0d94879c 2024-11-24T22:22:11,588 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/replication/c1f11f61ba38bd9660cf1fd1ab0a142d/.tmp/queue/01c7f3e4f42847b4bca8d40102ba6298 is 153, key is 1-bd6592c37bb2,35663,1732486903033/queue:bd6592c37bb2%2C35663%2C1732486903033/1732486923931/Put/seqid=0 2024-11-24T22:22:11,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741850_1026 (size=5504) 2024-11-24T22:22:11,593 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/replication/c1f11f61ba38bd9660cf1fd1ab0a142d/.tmp/queue/01c7f3e4f42847b4bca8d40102ba6298 2024-11-24T22:22:11,597 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/replication/c1f11f61ba38bd9660cf1fd1ab0a142d/.tmp/hfileref/c906678af32344d88d617ee73d89043e as hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/replication/c1f11f61ba38bd9660cf1fd1ab0a142d/hfileref/c906678af32344d88d617ee73d89043e 2024-11-24T22:22:11,600 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/replication/c1f11f61ba38bd9660cf1fd1ab0a142d/hfileref/c906678af32344d88d617ee73d89043e, entries=6, sequenceid=17, filesize=5.4 K 2024-11-24T22:22:11,601 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/replication/c1f11f61ba38bd9660cf1fd1ab0a142d/.tmp/queue/01c7f3e4f42847b4bca8d40102ba6298 as hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/replication/c1f11f61ba38bd9660cf1fd1ab0a142d/queue/01c7f3e4f42847b4bca8d40102ba6298 2024-11-24T22:22:11,604 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/replication/c1f11f61ba38bd9660cf1fd1ab0a142d/queue/01c7f3e4f42847b4bca8d40102ba6298, entries=2, sequenceid=17, filesize=5.4 K 2024-11-24T22:22:11,605 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for c1f11f61ba38bd9660cf1fd1ab0a142d in 459ms, sequenceid=17, compaction requested=false 2024-11-24T22:22:11,608 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/replication/c1f11f61ba38bd9660cf1fd1ab0a142d/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-24T22:22:11,609 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740/.tmp/rep_barrier/972063dd65be4dd699b8a87ea0241e4c is 112, key is test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6./rep_barrier:seqnumDuringOpen/1732486913967/Put/seqid=0 2024-11-24T22:22:11,609 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:22:11,609 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:22:11,609 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d. 2024-11-24T22:22:11,609 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1f11f61ba38bd9660cf1fd1ab0a142d: Waiting for close lock at 1732486931146Running coprocessor pre-close hooks at 1732486931146Disabling compacts and flushes for region at 1732486931146Disabling writes for close at 1732486931146Obtaining lock to block concurrent updates at 1732486931146Preparing flush snapshotting stores in c1f11f61ba38bd9660cf1fd1ab0a142d at 1732486931146Finished memstore snapshotting hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732486931146Flushing stores of hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d. at 1732486931147 (+1 ms)Flushing c1f11f61ba38bd9660cf1fd1ab0a142d/hfileref: creating writer at 1732486931147Flushing c1f11f61ba38bd9660cf1fd1ab0a142d/hfileref: appending metadata at 1732486931161 (+14 ms)Flushing c1f11f61ba38bd9660cf1fd1ab0a142d/hfileref: closing flushed file at 1732486931161Flushing c1f11f61ba38bd9660cf1fd1ab0a142d/queue: creating writer at 1732486931570 (+409 ms)Flushing c1f11f61ba38bd9660cf1fd1ab0a142d/queue: appending metadata at 1732486931588 (+18 ms)Flushing c1f11f61ba38bd9660cf1fd1ab0a142d/queue: closing flushed file at 1732486931588Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4312df8d: reopening flushed file at 1732486931596 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@be123dc: reopening flushed file at 1732486931600 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for c1f11f61ba38bd9660cf1fd1ab0a142d in 459ms, sequenceid=17, compaction requested=false at 1732486931605 (+5 ms)Writing region close event to WAL at 1732486931606 (+1 ms)Running coprocessor post-close hooks at 1732486931609 (+3 ms)Closed at 1732486931609 2024-11-24T22:22:11,609 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732486918584.c1f11f61ba38bd9660cf1fd1ab0a142d. 2024-11-24T22:22:11,609 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4de0bd8cef1dadd97a89ab376e02eb6, disabling compactions & flushes 2024-11-24T22:22:11,609 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6. 2024-11-24T22:22:11,609 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6. 2024-11-24T22:22:11,609 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6. after waiting 0 ms 2024-11-24T22:22:11,609 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6. 2024-11-24T22:22:11,612 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/default/test/b4de0bd8cef1dadd97a89ab376e02eb6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T22:22:11,613 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:22:11,613 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T22:22:11,613 INFO [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6. 2024-11-24T22:22:11,613 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4de0bd8cef1dadd97a89ab376e02eb6: Waiting for close lock at 1732486931609Running coprocessor pre-close hooks at 1732486931609Disabling compacts and flushes for region at 1732486931609Disabling writes for close at 1732486931609Writing region close event to WAL at 1732486931610 (+1 ms)Running coprocessor post-close hooks at 1732486931613 (+3 ms)Closed at 1732486931613 2024-11-24T22:22:11,613 DEBUG [RS_CLOSE_REGION-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732486913627.b4de0bd8cef1dadd97a89ab376e02eb6. 2024-11-24T22:22:11,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741851_1027 (size=5518) 2024-11-24T22:22:11,747 DEBUG [RS:0;bd6592c37bb2:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:22:11,881 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T22:22:11,881 INFO [regionserver/bd6592c37bb2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T22:22:11,947 DEBUG [RS:0;bd6592c37bb2:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T22:22:12,013 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740/.tmp/rep_barrier/972063dd65be4dd699b8a87ea0241e4c 2024-11-24T22:22:12,030 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740/.tmp/table/ab55dc7e463f499f9817952423a29bad is 53, key is hbase:replication/table:state/1732486919777/Put/seqid=0 2024-11-24T22:22:12,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741852_1028 (size=5308) 2024-11-24T22:22:12,033 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740/.tmp/table/ab55dc7e463f499f9817952423a29bad 2024-11-24T22:22:12,036 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740/.tmp/info/3d7b57c26cca4097af6c128debefd12c as hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740/info/3d7b57c26cca4097af6c128debefd12c 2024-11-24T22:22:12,040 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740/info/3d7b57c26cca4097af6c128debefd12c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T22:22:12,041 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740/.tmp/ns/adf6d55ca62944bf9ad5ce4f0d94879c as hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740/ns/adf6d55ca62944bf9ad5ce4f0d94879c 2024-11-24T22:22:12,043 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740/ns/adf6d55ca62944bf9ad5ce4f0d94879c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T22:22:12,044 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740/.tmp/rep_barrier/972063dd65be4dd699b8a87ea0241e4c as hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740/rep_barrier/972063dd65be4dd699b8a87ea0241e4c 2024-11-24T22:22:12,047 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740/rep_barrier/972063dd65be4dd699b8a87ea0241e4c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T22:22:12,047 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740/.tmp/table/ab55dc7e463f499f9817952423a29bad as hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740/table/ab55dc7e463f499f9817952423a29bad 2024-11-24T22:22:12,050 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740/table/ab55dc7e463f499f9817952423a29bad, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T22:22:12,051 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 905ms, sequenceid=16, compaction requested=false 2024-11-24T22:22:12,051 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T22:22:12,055 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T22:22:12,055 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T22:22:12,055 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T22:22:12,055 INFO [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T22:22:12,055 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732486931146Running coprocessor pre-close hooks at 1732486931146Disabling compacts and flushes for region at 1732486931146Disabling writes for close at 1732486931146Obtaining lock to block concurrent updates at 1732486931146Preparing flush snapshotting stores in 1588230740 at 1732486931146Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732486931147 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732486931147Flushing 1588230740/info: creating writer at 1732486931147Flushing 1588230740/info: appending metadata at 1732486931161 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732486931161Flushing 1588230740/ns: creating writer at 1732486931570 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732486931584 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732486931584Flushing 1588230740/rep_barrier: creating writer at 1732486931593 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732486931608 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732486931608Flushing 1588230740/table: creating writer at 1732486932016 (+408 ms)Flushing 1588230740/table: appending metadata at 1732486932029 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732486932029Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd8c6: reopening flushed file at 1732486932036 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22f334db: reopening flushed file at 1732486932040 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a71e99f: reopening flushed file at 1732486932044 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76d1655d: reopening flushed file at 1732486932047 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 905ms, sequenceid=16, compaction requested=false at 1732486932051 (+4 ms)Writing region close event to WAL at 1732486932053 (+2 ms)Running coprocessor post-close hooks at 1732486932055 (+2 ms)Closed at 1732486932055 2024-11-24T22:22:12,055 DEBUG [RS_CLOSE_META-regionserver/bd6592c37bb2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T22:22:12,147 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.HRegionServer(976): stopping server bd6592c37bb2,35663,1732486903033; all regions closed. 2024-11-24T22:22:12,147 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 393, reset compression=false 2024-11-24T22:22:12,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741844_1020 (size=859) 2024-11-24T22:22:12,151 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T22:22:12,151 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 to pos 688, reset compression=false 2024-11-24T22:22:12,151 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.shipperbd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-bd6592c37bb2,35663,1732486903033 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T22:22:12,152 DEBUG [RS:0;bd6592c37bb2:35663 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/oldWALs 2024-11-24T22:22:12,152 INFO [RS:0;bd6592c37bb2:35663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C35663%2C1732486903033.meta:.meta(num 1732486922674) 2024-11-24T22:22:12,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741843_1019 (size=2791) 2024-11-24T22:22:12,152 ERROR [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.shipperbd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.HRegionServer(2440): ***** ABORTING region server bd6592c37bb2,35663,1732486903033: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-bd6592c37bb2,35663,1732486903033, walGroup=bd6592c37bb2%2C35663%2C1732486903033, offset=bd6592c37bb2%2C35663%2C1732486903033.1732486922634:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:35663 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T22:22:12,154 ERROR [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.shipperbd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T22:22:12,154 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.shipperbd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T22:22:12,154 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.shipperbd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T22:22:12,154 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.shipperbd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T22:22:12,154 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.shipperbd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T22:22:12,154 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.shipperbd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1604321280, "init": 1048576000, "max": 2306867200, "used": 1157537776 }, "NonHeapMemoryUsage": { "committed": 211156992, "init": 7667712, "max": -1, "used": 208152536 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T22:22:12,155 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.shipperbd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:41615 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bd6592c37bb2:41615 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T22:22:12,155 DEBUG [RS:0;bd6592c37bb2:35663 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/oldWALs 2024-11-24T22:22:12,155 INFO [RS:0;bd6592c37bb2:35663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C35663%2C1732486903033.rep:(num 1732486922654) 2024-11-24T22:22:12,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741842_1018 (size=696) 2024-11-24T22:22:12,159 DEBUG [RS:0;bd6592c37bb2:35663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/oldWALs 2024-11-24T22:22:12,158 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] wal.ProtobufWALTailingReader(152): Reached partial WAL Trailer(EOF) while reading WALKey, originalPosition=688, currentPosition=696 org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.GeneratedMessage.parseWithIOException(GeneratedMessage.java:324) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey.parseFrom(WALProtos.java:2322) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.readWALKey(ProtobufWALTailingReader.java:127) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.next(ProtobufWALTailingReader.java:256) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.readNextEntryAndRecordReaderPosition(WALEntryStream.java:489) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:337) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:129) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:149) ~[classes/:?] 2024-11-24T22:22:12,159 INFO [RS:0;bd6592c37bb2:35663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bd6592c37bb2%2C35663%2C1732486903033:(num 1732486922634) 2024-11-24T22:22:12,159 DEBUG [RS:0;bd6592c37bb2:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:12,159 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T22:22:12,159 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 for the last time to pos 688, reset compression=false 2024-11-24T22:22:12,159 INFO [RS:0;bd6592c37bb2:35663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:22:12,159 INFO [RS:0;bd6592c37bb2:35663 {}] hbase.ChoreService(370): Chore service for: regionserver/bd6592c37bb2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T22:22:12,159 INFO [RS:0;bd6592c37bb2:35663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:22:12,159 INFO [regionserver/bd6592c37bb2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:22:12,159 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-bd6592c37bb2,35663,1732486903033 because: Region server is closing 2024-11-24T22:22:12,160 INFO [RS:0;bd6592c37bb2:35663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:35663. 2024-11-24T22:22:12,160 DEBUG [RS:0;bd6592c37bb2:35663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:22:12,160 DEBUG [RS:0;bd6592c37bb2:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:12,160 DEBUG [RS:0;bd6592c37bb2:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:12,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:22:12,160 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 was moved to hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/oldWALs/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 2024-11-24T22:22:12,162 INFO [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 was moved to hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/oldWALs/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 2024-11-24T22:22:12,162 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 and length of the file is 696 2024-11-24T22:22:12,162 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/WALs/bd6592c37bb2,35663,1732486903033/bd6592c37bb2%2C35663%2C1732486903033.1732486922634 2024-11-24T22:22:12,162 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-24T22:22:12,162 DEBUG [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-24T22:22:12,260 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T22:22:12,260 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.shipperbd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T22:22:12,260 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,1-bd6592c37bb2,35663,1732486903033.replicationSource.shipperbd6592c37bb2%2C35663%2C1732486903033,1-bd6592c37bb2,35663,1732486903033 terminated 2024-11-24T22:22:12,261 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-bd6592c37bb2,35663,1732486903033 because: Region server is closing 2024-11-24T22:22:12,261 INFO [RS:0;bd6592c37bb2:35663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bd6592c37bb2:35663. 2024-11-24T22:22:12,261 DEBUG [RS:0;bd6592c37bb2:35663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T22:22:12,261 DEBUG [RS:0;bd6592c37bb2:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:12,261 DEBUG [RS:0;bd6592c37bb2:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T22:22:12,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T22:22:12,361 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.shipperbd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 terminated 2024-11-24T22:22:12,361 INFO [RS:0;bd6592c37bb2:35663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35663 2024-11-24T22:22:12,361 WARN [RS_REFRESH_PEER-regionserver/bd6592c37bb2:0-0.replicationSource,2-bd6592c37bb2,35663,1732486903033.replicationSource.wal-reader.bd6592c37bb2%2C35663%2C1732486903033,2-bd6592c37bb2,35663,1732486903033 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-24T22:22:12,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1014c121ce00001, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-949851844/rs/bd6592c37bb2,35663,1732486903033 2024-11-24T22:22:12,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-949851844/rs 2024-11-24T22:22:12,363 INFO [RS:0;bd6592c37bb2:35663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:22:12,366 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bd6592c37bb2,35663,1732486903033] 2024-11-24T22:22:12,367 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-949851844/draining/bd6592c37bb2,35663,1732486903033 already deleted, retry=false 2024-11-24T22:22:12,367 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bd6592c37bb2,35663,1732486903033 expired; onlineServers=0 2024-11-24T22:22:12,367 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bd6592c37bb2,41615,1732486902976' ***** 2024-11-24T22:22:12,367 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T22:22:12,367 INFO [M:0;bd6592c37bb2:41615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T22:22:12,367 INFO [M:0;bd6592c37bb2:41615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T22:22:12,367 DEBUG [M:0;bd6592c37bb2:41615 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T22:22:12,367 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T22:22:12,367 DEBUG [M:0;bd6592c37bb2:41615 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T22:22:12,367 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486904782 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.large.0-1732486904782,5,FailOnTimeoutGroup] 2024-11-24T22:22:12,367 DEBUG [master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486904782 {}] cleaner.HFileCleaner(306): Exit Thread[master/bd6592c37bb2:0:becomeActiveMaster-HFileCleaner.small.0-1732486904782,5,FailOnTimeoutGroup] 2024-11-24T22:22:12,367 INFO [M:0;bd6592c37bb2:41615 {}] hbase.ChoreService(370): Chore service for: master/bd6592c37bb2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T22:22:12,367 INFO [M:0;bd6592c37bb2:41615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T22:22:12,367 DEBUG [M:0;bd6592c37bb2:41615 {}] master.HMaster(1795): Stopping service threads 2024-11-24T22:22:12,367 INFO [M:0;bd6592c37bb2:41615 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T22:22:12,367 INFO [M:0;bd6592c37bb2:41615 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T22:22:12,367 INFO [M:0;bd6592c37bb2:41615 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T22:22:12,367 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T22:22:12,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-949851844/master 2024-11-24T22:22:12,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-949851844 2024-11-24T22:22:12,368 DEBUG [M:0;bd6592c37bb2:41615 {}] zookeeper.ZKUtil(347): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Unable to get data of znode /0-949851844/master because node does not exist (not an error) 2024-11-24T22:22:12,368 WARN [M:0;bd6592c37bb2:41615 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T22:22:12,369 INFO [M:0;bd6592c37bb2:41615 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/.lastflushedseqids 2024-11-24T22:22:12,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741853_1029 (size=263) 2024-11-24T22:22:12,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1014c121ce00001, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:22:12,466 INFO [RS:0;bd6592c37bb2:35663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:22:12,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1014c121ce00001, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:22:12,466 INFO [RS:0;bd6592c37bb2:35663 {}] regionserver.HRegionServer(1031): Exiting; stopping=bd6592c37bb2,35663,1732486903033; zookeeper connection closed. 2024-11-24T22:22:12,466 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@156585e4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@156585e4 2024-11-24T22:22:12,466 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T22:22:12,773 INFO [M:0;bd6592c37bb2:41615 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T22:22:12,773 INFO [M:0;bd6592c37bb2:41615 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T22:22:12,773 DEBUG [M:0;bd6592c37bb2:41615 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T22:22:12,773 INFO [M:0;bd6592c37bb2:41615 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:22:12,773 DEBUG [M:0;bd6592c37bb2:41615 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:22:12,773 DEBUG [M:0;bd6592c37bb2:41615 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T22:22:12,773 DEBUG [M:0;bd6592c37bb2:41615 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:22:12,773 INFO [M:0;bd6592c37bb2:41615 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-24T22:22:12,788 DEBUG [M:0;bd6592c37bb2:41615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9d49474ecf34a3795a17b1721c19488 is 82, key is hbase:meta,,1/info:regioninfo/1732486905944/Put/seqid=0 2024-11-24T22:22:12,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741854_1030 (size=5672) 2024-11-24T22:22:12,966 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T22:22:13,192 INFO [M:0;bd6592c37bb2:41615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9d49474ecf34a3795a17b1721c19488 2024-11-24T22:22:13,210 DEBUG [M:0;bd6592c37bb2:41615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/272f9b8e225b4f6699d82e56fa6f8acf is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732486919780/Put/seqid=0 2024-11-24T22:22:13,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741855_1031 (size=8908) 2024-11-24T22:22:13,614 INFO [M:0;bd6592c37bb2:41615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/272f9b8e225b4f6699d82e56fa6f8acf 2024-11-24T22:22:13,631 DEBUG [M:0;bd6592c37bb2:41615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/098e3f915af8473795c3288138709023 is 69, key is bd6592c37bb2,35663,1732486903033/rs:state/1732486904873/Put/seqid=0 2024-11-24T22:22:13,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741856_1032 (size=5156) 2024-11-24T22:22:14,035 INFO [M:0;bd6592c37bb2:41615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/098e3f915af8473795c3288138709023 2024-11-24T22:22:14,040 DEBUG [M:0;bd6592c37bb2:41615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9d49474ecf34a3795a17b1721c19488 as hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9d49474ecf34a3795a17b1721c19488 2024-11-24T22:22:14,043 INFO [M:0;bd6592c37bb2:41615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9d49474ecf34a3795a17b1721c19488, entries=8, sequenceid=112, filesize=5.5 K 2024-11-24T22:22:14,044 DEBUG [M:0;bd6592c37bb2:41615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/272f9b8e225b4f6699d82e56fa6f8acf as hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/272f9b8e225b4f6699d82e56fa6f8acf 2024-11-24T22:22:14,047 INFO [M:0;bd6592c37bb2:41615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/272f9b8e225b4f6699d82e56fa6f8acf, entries=13, sequenceid=112, filesize=8.7 K 2024-11-24T22:22:14,048 DEBUG [M:0;bd6592c37bb2:41615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/098e3f915af8473795c3288138709023 as hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/098e3f915af8473795c3288138709023 2024-11-24T22:22:14,051 INFO [M:0;bd6592c37bb2:41615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39313/user/jenkins/test-data/7006fc3b-ae49-e708-ad1d-68853f660597/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/098e3f915af8473795c3288138709023, entries=1, sequenceid=112, filesize=5.0 K 2024-11-24T22:22:14,052 INFO [M:0;bd6592c37bb2:41615 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=112, compaction requested=false 2024-11-24T22:22:14,053 INFO [M:0;bd6592c37bb2:41615 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T22:22:14,053 DEBUG [M:0;bd6592c37bb2:41615 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732486932773Disabling compacts and flushes for region at 1732486932773Disabling writes for close at 1732486932773Obtaining lock to block concurrent updates at 1732486932773Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732486932773Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1732486932773Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732486932774 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732486932774Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732486932788 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732486932788Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732486933196 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732486933210 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732486933210Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732486933618 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732486933631 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732486933631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47bb73b2: reopening flushed file at 1732486934039 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b67d5be: reopening flushed file at 1732486934044 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ac2dc31: reopening flushed file at 1732486934047 (+3 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=112, compaction requested=false at 1732486934052 (+5 ms)Writing region close event to WAL at 1732486934053 (+1 ms)Closed at 1732486934053 2024-11-24T22:22:14,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741830_1006 (size=69043) 2024-11-24T22:22:14,055 INFO [M:0;bd6592c37bb2:41615 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T22:22:14,055 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T22:22:14,055 INFO [M:0;bd6592c37bb2:41615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41615 2024-11-24T22:22:14,055 INFO [M:0;bd6592c37bb2:41615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T22:22:14,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:22:14,157 INFO [M:0;bd6592c37bb2:41615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T22:22:14,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41615-0x1014c121ce00000, quorum=127.0.0.1:49688, baseZNode=/0-949851844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T22:22:14,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@772cd50{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T22:22:14,160 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bde6823{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:22:14,160 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:22:14,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9aea8be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:22:14,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61aeee70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/hadoop.log.dir/,STOPPED} 2024-11-24T22:22:14,161 WARN [BP-1603483645-172.17.0.2-1732486902377 heartbeating to localhost/127.0.0.1:39313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T22:22:14,161 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T22:22:14,161 WARN [BP-1603483645-172.17.0.2-1732486902377 heartbeating to localhost/127.0.0.1:39313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1603483645-172.17.0.2-1732486902377 (Datanode Uuid 751979e5-fa91-4e5e-82a8-b4f8145aff4f) service to localhost/127.0.0.1:39313 2024-11-24T22:22:14,161 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T22:22:14,162 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/cluster_d54a9cfd-174a-54b5-44c5-93b2eafb4b59/data/data1/current/BP-1603483645-172.17.0.2-1732486902377 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:22:14,162 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/cluster_d54a9cfd-174a-54b5-44c5-93b2eafb4b59/data/data2/current/BP-1603483645-172.17.0.2-1732486902377 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T22:22:14,162 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T22:22:14,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a93662f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T22:22:14,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@169722f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T22:22:14,169 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T22:22:14,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ebed45a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T22:22:14,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59820be7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4341a1fc-7f69-0f94-8d49-02c8412debc9/hadoop.log.dir/,STOPPED} 2024-11-24T22:22:14,176 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T22:22:14,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T22:22:14,206 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=592 (was 534) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38601 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35495 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:39313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:35495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38601 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:38601 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38601 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49688) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38601 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49688) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49688) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39313 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=976 (was 873) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=358 (was 434), ProcessCount=11 (was 11), AvailableMemoryMB=5133 (was 5449) 2024-11-24T22:22:14,206 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=592 is superior to 500